-- Logs begin at Thu 2021-04-22 19:32:05 UTC, end at Thu 2021-04-22 20:30:30 UTC. -- Apr 22 20:02:42.667762 dv-cinder-787632-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 20:02:45.822888 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.common.config [-] Logging enabled! Apr 22 20:02:45.823392 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 20:02:45.824758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 20:02:45.826709 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.common.config [-] Logging enabled! Apr 22 20:02:45.826996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123 Apr 22 20:02:45.827345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 20:02:45.828426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 20:02:45.828677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 20:02:45.829714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 20:02:45.829993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 20:02:45.830251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 20:02:45.830620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.830967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.831303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.831606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.831948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.832280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.832600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.832930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.833266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.833589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.833902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.834221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.834479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.834797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.835121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.835450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.835747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] debug = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.836065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.836598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.836914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.837224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.837549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.837859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.838162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.838470 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.838786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.839148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] host = dv-cinder-787632-1-smb {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.839460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.839809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.840135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.840458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.840764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.841077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.841948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.842258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.842565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.842873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.843201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.843562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.843881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.844137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.844389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.844718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.845045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.845365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.845672 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.845983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.846282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.846587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.846891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.847271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.847534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.847869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.848178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.848483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.848767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.849065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.849387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.849660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.849974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.850282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.850607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.850914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.851215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.851743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.851915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.852216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.852538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.852843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.853163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.853468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.853769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.854069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_json = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.854374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.854676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.854994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.855298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.855625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.855929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.856231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.856555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:45.856953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.857808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.858144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.858458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.858792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.859105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.859432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.859769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.860096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.860424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.860751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.861061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.861381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.861691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.862023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.862366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.862698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.863032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.863340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.863675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.863985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.864296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.864621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.864961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.865733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.866044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.866360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.866691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.867003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.867311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.867651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.867984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.868298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.868605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.868920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.869235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.869543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.869847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.870157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.870487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.870797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.871103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.871409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.871783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.872090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.872412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.872769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.873132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.873377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.873690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.873995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.874302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.874614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.874921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.875230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.875562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.875870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.876178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.876482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.876786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.877091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.877396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.877706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.878010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.878316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.878619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.878927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.879230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.879570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.879908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.880218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.880537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.880849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.881159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.881469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.881780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.882092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.882403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.882709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.883034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.883350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.883718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.884036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.884349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.884684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.884993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.885308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.885618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.885929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.886254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.886567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.886895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.887222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.887571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.887901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.888370 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.888770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.889135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.890120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:45.890374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 20:02:45.891318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86245) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 22 20:02:46.552646 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading Gnome Apr 22 20:02:46.569071 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading Google Apr 22 20:02:46.571740 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading Windows (alt) Apr 22 20:02:46.575446 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading file Apr 22 20:02:46.576834 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading keyczar Apr 22 20:02:46.577109 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading multi Apr 22 20:02:46.577746 dv-cinder-787632-1-smb neutron-server[86245]: INFO keyring.backend [-] Loading pyfs Apr 22 20:02:46.623942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:02:46.624255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:02:46.624577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:02:46.624949 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 20:02:47.026432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.026985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.026985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.028395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.028867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.029757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.066521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.066829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.067124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.082485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.082790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.083091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.149366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.149673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.149976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.150989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.151292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.153071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.424495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.424820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.425125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.425427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.426254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.572639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.573016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.573339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.573640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.573936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.574319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.574783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.575076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.575369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.575799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.576110 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.576402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.576709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.576999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.577311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.577628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.577923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.578240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.578524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.578859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.579309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.579618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.579907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.580246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.580527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.580805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.581229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.581501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.581771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.582042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.582309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.582566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:47.582973 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 20:02:47.586076 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 20:02:47.590046 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 20:02:47.594347 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 22 20:02:47.596051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 20:02:47.597308 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 20:02:47.597689 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 20:02:47.598122 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 20:02:47.601979 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 20:02:47.602259 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 20:02:47.602649 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 20:02:47.629729 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 20:02:47.630250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.630593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 20:02:47.630999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.632381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 20:02:47.632700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 20:02:47.632976 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 20:02:47.636156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.636471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:47.704158 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 20:02:47.704379 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 20:02:47.704645 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 20:02:47.705046 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 20:02:47.739123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.sqlalchemy.engines [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86245) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 20:02:48.184076 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing driver for type 'gre' Apr 22 20:02:48.184643 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] gre ID ranges: [(1, 1000)] Apr 22 20:02:48.223233 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing driver for type 'local' Apr 22 20:02:48.223637 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing driver for type 'vlan' Apr 22 20:02:48.234385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] VlanTypeDriver initialization complete Apr 22 20:02:48.234757 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing driver for type 'vxlan' Apr 22 20:02:48.235287 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] vxlan ID ranges: [(1, 1000)] Apr 22 20:02:48.273306 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing extension driver 'port_security' Apr 22 20:02:48.273672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] PortSecurityExtensionDriver initialization complete Apr 22 20:02:48.274035 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing mechanism driver 'openvswitch' Apr 22 20:02:48.274389 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing mechanism driver 'hyperv' Apr 22 20:02:48.281099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:02:48.281927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.282331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.282717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.283138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.283531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.283935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.284344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.284721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.285097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.285503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.285880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.286408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.286826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.287206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.287603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.288018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > address_group after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.288395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > address_group after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.288764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.289125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] ML2 OVO RPC backend initialized. {{(pid=86245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 22 20:02:48.289917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.290308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.290761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.291140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > networks before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.291546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.291919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > ports before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.292295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.292668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnets before_response 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.293044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.293412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.293780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.294147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.295237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.295729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.296128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.296501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.296872 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.297505 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.plugin [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Modular L2 Plugin initialization complete Apr 22 20:02:48.297857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading services supported by the core plugin {{(pid=86245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 20:02:48.298217 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.plugins.ml2.managers [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Got port-security extension from driver 'port_security' Apr 22 20:02:48.298721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.extensions.vlantransparent [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Disabled vlantransparent extension. Apr 22 20:02:48.299250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 20:02:48.299621 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: router Apr 22 20:02:48.337200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.337635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.338038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router before_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.338442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.338858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.339244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_delete 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.339666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.340072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.340452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.340837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.341746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.342151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.342630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.343048 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.343419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.343827 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: subnet after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.344201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.344583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.344964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.345343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.345718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.346117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router after_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.346492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.346877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_create 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.347279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.347688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_update 55549900 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.348116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > network after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.349108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Tracking information for resource: router configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:48.349477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Tracking information for resource: floatingip configured {{(pid=86245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 22 20:02:48.354312 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_agentschedulers_db [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 20:02:48.354955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.355346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.355752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.356133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: port after_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.357629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router before_create 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.358031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.358431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_create 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.358817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > router precommit_update 55550100 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.363861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.provider_configuration [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service providers = [] {{(pid=86245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 20:02:48.364254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.servicetype_db [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 20:02:48.367065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.service_base [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 20:02:48.367445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.service_base [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 20:02:48.367846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.service_base [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 20:02:48.368737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.service_base [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 22 20:02:48.369132 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.services.service_base [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 20:02:48.369546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.369895 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 20:02:48.380021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.380387 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: auto_allocate Apr 22 20:02:48.386027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: network precommit_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.386430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: network precommit_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.387017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.387372 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: tag Apr 22 20:02:48.394762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.395128 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: timestamp Apr 22 20:02:48.398974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.399339 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: network_ip_availability Apr 22 20:02:48.405442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.405841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.406228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.407012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.407368 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: flavors Apr 22 20:02:48.411922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.412288 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading Plugin: revisions Apr 22 20:02:48.416694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 22 20:02:48.417116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=86245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:02:48.417919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 22 20:02:48.418276 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Initializing extension manager. Apr 22 20:02:48.418835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: __init__.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.419206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: __pycache__ {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.420205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.420574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.421403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.422005 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: address-group Apr 22 20:02:48.422364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: address_scope.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.423123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.423722 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: address-scope Apr 22 20:02:48.424081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.425016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.425587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: router-admin-state-down-before-update Apr 22 20:02:48.425948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: agent.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.426698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.427268 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: agent Apr 22 20:02:48.427651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: agent_resources_synced.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.428569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.429136 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: agent-resources-synced Apr 22 20:02:48.429495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: allowedaddresspairs.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.431316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.431908 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: allowed-address-pairs Apr 22 20:02:48.432272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: auto_allocated_topology.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.433342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.433922 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: auto-allocated-topology Apr 22 20:02:48.434325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.435087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.435765 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: availability_zone Apr 22 20:02:48.436130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: availability_zone_filter.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.437070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.437637 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: availability_zone_filter Apr 22 20:02:48.437990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: data_plane_status.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.439025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.439623 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 20:02:48.439982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: default_subnetpools.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.440904 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.441475 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: default-subnetpools Apr 22 20:02:48.441834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.442711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.443280 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: dhcp_agent_scheduler Apr 22 20:02:48.443673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: dns.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.444608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.445171 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 20:02:48.445527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: dns_domain_ports.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.446442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.447010 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 20:02:48.447366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: dvr.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.448102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.448667 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: dvr Apr 22 20:02:48.449020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: empty_string_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.449931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.450499 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: empty-string-filtering Apr 22 20:02:48.451151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.452713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.453745 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 20:02:48.454391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.455576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.456151 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 20:02:48.456515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: external_net.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.457429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.457999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: external-net Apr 22 20:02:48.458356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.459264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.459851 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: extra_dhcp_opt Apr 22 20:02:48.460209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: extraroute.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.461134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.461699 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: extraroute Apr 22 20:02:48.462058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: extraroute_atomic.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.463077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.463673 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: extraroute-atomic Apr 22 20:02:48.464030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: filter_validation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.464725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.465286 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: filter-validation Apr 22 20:02:48.465640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: fip_pf_description.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.467085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.467682 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 20:02:48.468038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: fip_port_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.469044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.469611 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: fip-port-details Apr 22 20:02:48.469965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: flavors.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.471201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.471802 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: flavors Apr 22 20:02:48.472159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.473806 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.474390 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 20:02:48.474758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: floatingip_pools.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.475539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.476113 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: floatingip-pools Apr 22 20:02:48.476476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: ip_allocation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.477423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.477989 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 20:02:48.478345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.479262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.479854 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: ip-substring-filtering Apr 22 20:02:48.480212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l2_adjacency.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.481181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.481744 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 20:02:48.482356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.483539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.484105 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: router Apr 22 20:02:48.484465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.486715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.487294 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 20:02:48.487689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.488620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.489188 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: ext-gw-mode Apr 22 20:02:48.489547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.490582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.491159 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: l3-ha Apr 22 20:02:48.491535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3_flavors.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.492460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.493028 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: l3-flavors Apr 22 20:02:48.493385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.494300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.494867 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 20:02:48.495224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: l3agentscheduler.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.496420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.497001 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: l3_agent_scheduler Apr 22 20:02:48.497358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: logging.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.498899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.499486 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension logging not supported by any of loaded plugins Apr 22 20:02:48.499873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: metering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.500700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.501400 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: metering Apr 22 20:02:48.501762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.502861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.503439 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: metering_source_and_destination_fields Apr 22 20:02:48.503821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: multiprovidernet.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.504753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.505321 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: multi-provider Apr 22 20:02:48.505677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: netmtu.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.506596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.507163 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: net-mtu Apr 22 20:02:48.507527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: netmtu_writable.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.508494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.509063 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: net-mtu-writable Apr 22 20:02:48.509420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: network_availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.510250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.510826 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: network_availability_zone Apr 22 20:02:48.511192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: network_ip_availability.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.512318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.512888 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: network-ip-availability Apr 22 20:02:48.513776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: network_segment_range.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.514782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.515352 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 20:02:48.515747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: pagination.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.516756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.517126 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: pagination Apr 22 20:02:48.517480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: port_device_profile.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.518384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.519207 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: port-device-profile Apr 22 20:02:48.519583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.520527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.521102 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: port-mac-address-regenerate Apr 22 20:02:48.521458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.522398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.522965 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: port-numa-affinity-policy Apr 22 20:02:48.523323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: port_resource_request.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.524248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.524812 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 20:02:48.525167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: portbindings.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.526102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.526672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: binding Apr 22 20:02:48.527029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: portbindings_extended.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.528344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.529656 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: binding-extended Apr 22 20:02:48.530015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: portsecurity.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.530943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.531554 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: port-security Apr 22 20:02:48.531913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: project_id.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.532890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.533261 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: project-id Apr 22 20:02:48.533619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: providernet.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.534553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.535126 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: provider Apr 22 20:02:48.535480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.539153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.539773 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos not supported by any of loaded plugins Apr 22 20:02:48.540146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.541463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.542042 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 20:02:48.542402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.543343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.543948 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 20:02:48.544337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_default.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.545262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.545829 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-default not supported by any of loaded plugins Apr 22 20:02:48.546184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_fip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.546886 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.547447 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 20:02:48.547855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_gateway_ip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.548786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.549355 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 20:02:48.549712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_port_network_policy.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.550630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.551196 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 20:02:48.551577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_rule_type_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.552503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.553064 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 20:02:48.553417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: qos_rules_alias.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.554463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.555031 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 20:02:48.555388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: quotasv2.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.556389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.556756 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: quotas Apr 22 20:02:48.557109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: quotasv2_detail.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.558844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.559222 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: quota_details Apr 22 20:02:48.559606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: rbac.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.560785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.561374 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: rbac-policies Apr 22 20:02:48.561736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: rbac_address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.562674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.563254 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: rbac-address-group Apr 22 20:02:48.563637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: rbac_address_scope.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.564559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.565129 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: rbac-address-scope Apr 22 20:02:48.565485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: rbac_security_groups.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.566400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.566969 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: rbac-security-groups Apr 22 20:02:48.567323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: rbac_subnetpool.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.568294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.568871 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: rbac-subnetpool Apr 22 20:02:48.569229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: revisionifmatch.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.570160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.570728 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: revision-if-match Apr 22 20:02:48.571080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: revisions.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.572228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.572806 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: standard-attr-revisions Apr 22 20:02:48.573165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: router_availability_zone.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.573873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.574445 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: router_availability_zone Apr 22 20:02:48.574801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: routerservicetype.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.576285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.576851 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 20:02:48.577207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.578126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.578695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: security-groups-normalized-cidr Apr 22 20:02:48.579048 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.579998 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.580567 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: port-security-groups-filtering Apr 22 20:02:48.580920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.581860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.582428 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: security-groups-remote-address-group Apr 22 20:02:48.582779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: securitygroup.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.597067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.597692 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: security-group Apr 22 20:02:48.598067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: segment.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.598950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.599548 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension segment not supported by any of loaded plugins Apr 22 20:02:48.599920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.600891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.601468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 20:02:48.601827 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: servicetype.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.602937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.603539 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: service-type Apr 22 20:02:48.603898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: sorting.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.604881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.605256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: sorting Apr 22 20:02:48.605613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: standard_attr_segment.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.606538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.607150 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 20:02:48.607615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: standardattrdescription.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.608323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.608906 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: standard-attr-description Apr 22 20:02:48.609264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: stateful_security_group.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.610213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.610807 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: stateful-security-group Apr 22 20:02:48.611168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: stdattrs_common.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.611774 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 20:02:48.612129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.613145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.613725 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 20:02:48.614082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnet_onboard.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.615134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.615742 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: subnet_onboard Apr 22 20:02:48.616100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.617028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.617603 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 20:02:48.617960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnet_service_types.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.618892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.619465 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: subnet-service-types Apr 22 20:02:48.619844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnetallocation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.620943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.621517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: subnet_allocation Apr 22 20:02:48.621875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.622616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.623207 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: subnetpool-prefix-ops Apr 22 20:02:48.623586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.624526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.625100 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 20:02:48.625455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: tagging.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.626747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.627337 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: standard-attr-tag Apr 22 20:02:48.627726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: timestamp.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.628890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.629469 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loaded extension: standard-attr-timestamp Apr 22 20:02:48.629831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: trunk.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.630859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.631431 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension trunk not supported by any of loaded plugins Apr 22 20:02:48.631820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: trunk_details.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.632741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.633312 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 20:02:48.633666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: uplink_status_propagation.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.634594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.635165 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 20:02:48.635543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Loading extension file: vlantransparent.py {{(pid=86245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 22 20:02:48.636254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 20:02:48.636826 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 20:02:48.640090 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:network Apr 22 20:02:48.640908 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnet Apr 22 20:02:48.641578 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 20:02:48.642229 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:port Apr 22 20:02:48.643756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.644497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service FLAVORS assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.645173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.645636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.646000 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:router Apr 22 20:02:48.646728 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 20:02:48.647526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service METERING assigned prefix: /metering {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.649343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.649742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.650124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:02:48.651291 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 20:02:48.651803 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:security_group Apr 22 20:02:48.652605 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 20:02:48.653396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service CORE assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.654486 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 20:02:48.655089 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] subnetpool is already registered Apr 22 20:02:48.656061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service CORE assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.656429 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 20:02:48.656789 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] subnetpool is already registered Apr 22 20:02:48.659547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.660031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service FLAVORS assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.660684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.661148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.661514 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:router Apr 22 20:02:48.661875 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] router is already registered Apr 22 20:02:48.662530 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 20:02:48.662890 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] floatingip is already registered Apr 22 20:02:48.663604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service METERING assigned prefix: /metering {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.664390 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 20:02:48.664753 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] rbac_policy is already registered Apr 22 20:02:48.665420 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:security_group Apr 22 20:02:48.665783 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] security_group is already registered Apr 22 20:02:48.666430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 20:02:48.666796 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] security_group_rule is already registered Apr 22 20:02:48.667529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service CORE assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.667895 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 20:02:48.668253 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] subnetpool is already registered Apr 22 20:02:48.668927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.resource_helper [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Service CORE assigned prefix: {{(pid=86245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 22 20:02:48.669318 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 20:02:48.669674 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.quota.resource_registry [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] subnetpool is already registered Apr 22 20:02:48.670379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: extensions {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.671968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: address-groups {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.673623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: address-scopes {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.674867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.676108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: auto-allocated-topology {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.677401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: availability_zones {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.678777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: dhcp-networks {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.680252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: dhcp-agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.681740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.683606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: flavors {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.684881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: service_profiles {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.686124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: next_providers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.687737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: service_profiles {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.689222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: floatingip-pools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.690482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.692362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: floatingips {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.693603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: l3-routers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.695046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: l3-agents {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.696540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: metering-labels {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.698795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: metering-label-rules {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.700133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: network-ip-availabilities {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.702109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: bindings {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.703869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: quotas {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.705358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: quotas {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.706816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: rbac-policies {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.708195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: security-groups {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.709455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: security-group-rules {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.710735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: service-providers {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.712027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: subnetpools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.713498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: subnetpools {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.714992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.717557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.719436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.721309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.723144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.725088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.726850 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.728828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.730718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.732704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.extensions [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Extended resource: tags {{(pid=86245) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 22 20:02:48.739423 dv-cinder-787632-1-smb neutron-server[86245]: WARNING keystonemiddleware.auth_token [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 20:02:48.744708 dv-cinder-787632-1-smb neutron-server[86245]: WARNING keystonemiddleware.auth_token [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 20:02:48.753670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Acquired lock "singleton_lock" {{(pid=86245) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 20:02:48.754179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Releasing lock "singleton_lock" {{(pid=86245) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 20:02:48.755645 dv-cinder-787632-1-smb neutron-server[86245]: INFO oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Starting 2 workers Apr 22 20:02:48.760408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Started child 86356 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 20:02:48.764964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.765766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Started child 86357 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 20:02:48.766342 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [-] (86356) wsgi starting up on http://0.0.0.0:9696 Apr 22 20:02:48.767309 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 20:02:48.768029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Notify callbacks [] for process, before_spawn {{(pid=86245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.769983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.770770 dv-cinder-787632-1-smb neutron-server[86245]: INFO oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Starting 1 workers Apr 22 20:02:48.771274 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [-] (86357) wsgi starting up on http://0.0.0.0:9696 Apr 22 20:02:48.776268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Started child 86358 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 20:02:48.776795 dv-cinder-787632-1-smb neutron-server[86245]: INFO oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Starting 1 workers Apr 22 20:02:48.778452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] calling RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 20:02:48.779725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] returning from RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 20:02:48.781301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.781802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:02:48.782146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Started child 86359 {{(pid=86245) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 22 20:02:48.782937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c147008-f243-4b19-a0d9-3f24d94d67c6 None None] Notify callbacks [] for process, after_spawn {{(pid=86245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.784630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86245) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 20:02:48.784878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 20:02:48.785081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 20:02:48.785352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 20:02:48.785749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 20:02:48.785926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 20:02:48.786351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:02:48.786699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.787005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.787310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.787635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.787963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.788621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.788922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.789228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.789531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.789814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.790016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.790189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.790676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.790954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.791312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.791637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.791914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.792203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.792419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.792693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.792992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.793277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.793577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] debug = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.793852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.794546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.794939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.795195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.795651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.795970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.796240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.796544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.796808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.797063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.797348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.797629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.797910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.798172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.798420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.798717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.798970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.799404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] host = dv-cinder-787632-1-smb {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.799680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.799933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.800203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.800467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.800750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.801010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.801306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.801596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.801868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.802131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.802411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.802686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.802970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.803216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.803375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_options = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.803652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.803955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.804245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.804455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.804647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.804804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.805107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.805266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.805592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.805795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.806041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.806287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.806551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.806799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.807091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.807356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.807684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.807879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.808181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.808475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.809284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.809284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.809284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.810130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.810130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.811359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.811359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.811359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.811359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812496 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.812914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.813159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.813677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.813772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:02:48.813843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.813983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.814265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.814596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.814775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.815057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.815528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.815528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.815955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_json = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.816094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.816332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.816686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.816937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.817184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.817434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.817680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.818086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.818534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.818852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.819552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.819552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.819837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.820126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.820278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.820423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.820689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.820959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.821290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.821546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.821888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.822175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.822450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.822804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.823123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.823653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.823653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.823935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.824146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.824421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.824844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.825082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.826473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.826473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.826473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.826915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.827053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.827420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.828958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.829368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.829519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.829656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.829907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.830213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.830483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.830740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.831010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.831263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.831547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.831807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.832222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.832489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.832785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.833074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.833325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.833577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.833818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.834065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.834321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.834575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.834815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.835092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.835342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.835663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.835948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.836202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.836449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.836695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.836965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.837369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.837621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.837897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.838146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.838401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.838663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.838913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.839158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.839404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.839676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.839950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.840143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.840374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.840728 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 54074) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:02:48.841035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.841555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.842723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.843008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.843268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.843610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.843966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.844225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.844514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.844791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.845066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.845323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.845624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.845882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.846141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.846420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.846721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.846988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.847276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.847566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.847837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.848135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.848390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.848652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.848924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.849198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.849465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.849767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.850041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.850325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.850565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.851090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.851631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.852111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.852600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.852872 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091879 Apr 22 20:02:48.853311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.853818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.854462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.854906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.855328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.856607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.856607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.856607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.856607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.857053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.857746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.858229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.858510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.858822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.859359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.859467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.859706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.859994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.861190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.861905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.861905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.862195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.862334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.862543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.863633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.864148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.864629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.865627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.866145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.866457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.866734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.866988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.869059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.870624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.871027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.871027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.873075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.874482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.874482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.874482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.874482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.874482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.875939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.876087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.876276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.876527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.876780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.877051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.877300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.877579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.877901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.878934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.878934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.878934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.878934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.879638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.879638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.879638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.880053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.880153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.880337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.880684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.882883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.883158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.883158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.883532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.885992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.886843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.886843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.886843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.886843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.887373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.887373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.887742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.887742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.888075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.889467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.889467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.889467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.889467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.890991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.891283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.891560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.892098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.892745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.892745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.893088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.893570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.893570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.893808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.894956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.894956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.894956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.895306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.895413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.896042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.896042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.896341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.896675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.896964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.897677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.897677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.897895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.898112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.898397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.898692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.898963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.899291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.899578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.899949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.900045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.900284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.900700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.902259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.903166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.903166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.903166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.903166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.903553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86245) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.906241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.907296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.908452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] debug = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.909559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.910319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.911160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] host = dv-cinder-787632-1-smb {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.912208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.913696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_options = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.914721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.915990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.916191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.916332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.916468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.916652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.916837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.917943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.918126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.918309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.918494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.918675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.918858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.919042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.919274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.919524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.920771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.920771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.920771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.920771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.922327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_json = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.924216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.925376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.926402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.927402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.928446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.928446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.928704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.928704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.928961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.929906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.930870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.931056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.931244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.931429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.931708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.931898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.932068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.932282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.932425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.932821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.933108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.933269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.933630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.933812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.934373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.935622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.936623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.936871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.937066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.937319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.937569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.938870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.939130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.939274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.939411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.939663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.939857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.940972 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.941166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.941356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.941546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.941734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.941928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.942952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.943892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.943892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.943892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.943892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.943892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.944518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.944518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.944518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.944518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.945825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.946755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.946958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.947153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.947349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.947627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.947797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.947975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.948149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.948462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.948661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.948861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.949065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.949258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.949448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.949637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.949828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.950020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.950209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.950397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.951229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.951576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.951576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.952455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.952698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.953900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.954903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.955163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.955316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:02:48.955457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.955457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.955746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.955746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.956968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.957155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.957311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.957504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.957692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.957878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.958978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.959116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.959252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.959438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.959621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.959817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.960004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.960784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.960784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.960784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.960784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.961858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.962980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.963168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.963355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.963623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.963732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.963877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.964065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.964253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.964441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.964628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.964816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965196 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.965899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.966090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.966338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.966544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.966722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.966863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.967970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.968172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.968410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.968616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.968759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.968940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.969140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.969327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.969515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.969700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.970890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.971243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.971243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.971677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.971900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.972101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.972342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.972503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.972679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.972901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.973914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.974099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.974295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.974484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.974681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.974877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.975074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.975261 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.975489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.975866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.975866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.976361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.976361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.976630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.976630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.977873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.978303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.978303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.978572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.978572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.979173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.979173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 22 20:02:48.979448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86245) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 22 20:02:59.746178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7106c6fb-10c4-4c3f-844c-a96a0fd8cab1 None None] get_active_networks_info from dv-cinder-787632-1-smb {{(pid=86358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 20:02:59.868301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7106c6fb-10c4-4c3f-844c-a96a0fd8cab1 None None] No non-hosted networks {{(pid=86358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 20:02:59.873958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fd7b47b2-c781-479b-84e6-633521e5f400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:02.095408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6e1a-2522-4781-853f-2cdf1d19a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:02.156224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b6cfde56-d4c7-47d8-8e2f-6b9c0c83792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:02.965697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:03.564754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:03.565330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.565848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.566357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.566874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.567384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.567909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.568406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.568960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.569456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.569985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.570491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.571036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:03.571627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787632-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:03.583447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787632-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:04.439928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:04.808421 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_hamode_db [None req-5927134b-eb2a-445a-988c-b4290259860f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 20:03:04.900375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927134b-eb2a-445a-988c-b4290259860f None None] Routers set() bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:03:04.900732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927134b-eb2a-445a-988c-b4290259860f None None] Router IDs set() for agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 22 20:03:05.329487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 54168) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:05.956343 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-6b50757d-f4f5-4d86-b612-e5d34ba3d336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:05.956932 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-6b50757d-f4f5-4d86-b612-e5d34ba3d336 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:06.192011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-6b50757d-f4f5-4d86-b612-e5d34ba3d336 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:03:06.193123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6b50757d-f4f5-4d86-b612-e5d34ba3d336 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8626704 Apr 22 20:03:08.947696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54184) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:09.574527 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:09.575135 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:09.808517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:09.912870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.policy [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86356) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 20:03:09.968552 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:09.969028 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:03:09.987796 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Loaded quota_driver: . Apr 22 20:03:10.003755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:10.060306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437334145', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437333365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437323842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437350438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437302006', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252437300657', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3754967', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3854551', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646018'] for rbac-policy, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:10.284202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:10.285536 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-297789c1-4b55-4f44-a84f-447126da1ebf admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3357482 Apr 22 20:03:13.249433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54202) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:13.660689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '88f676ccd529493e827c86a8c0287314'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:13.666793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:13.671056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Usage tracker for resource:network and tenant:88f676ccd529493e827c86a8c0287314 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:13.674506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:13.680708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:13.689511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Made reservation on behalf of 88f676ccd529493e827c86a8c0287314 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:03:13.695200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:13.711700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:13.726083 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:13.729827 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Usage tracker for resource:security_group_rule and tenant:88f676ccd529493e827c86a8c0287314 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:13.733184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:13.738923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:13.833879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:13.836418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:13.840988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:13.858251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:03:13.887084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252436745878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:13.888283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Unsubscribe: segment precommit_create {{(pid=86356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 20:03:13.888781 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Added segment 03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1 of type vlan for network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa Apr 22 20:03:13.937165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332dfe70-2d6a-456f-ae32-58b7f2fb8fbf,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:13.953878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.954243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.954587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.954931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.955271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.955636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.955977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.956313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.956648 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.956981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.957311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.957642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Tracked resource versions report: Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:03:13.958710 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:03:14.006268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:14.007963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:14.045665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:14.047078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:14.047775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:14.052452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:14.161161 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9105861 Apr 22 20:03:14.161860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7aee00e3-0b65-42b7-80a2-d4f4c44b93aa,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:14.165141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:14.175372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:03:17.219981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54218) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:17.701673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f353af8-5bf7-462b-9d52-393996047886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:17.703125 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9f353af8-5bf7-462b-9d52-393996047886 admin admin] 10.222.0.13 "GET /v2.0/networks/7aee00e3-0b65-42b7-80a2-d4f4c44b93aa HTTP/1.1" status: 200 len: 825 time: 0.4820843 Apr 22 20:03:17.731638 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-236f5610-8432-4404-bbaa-68fcc39956a5 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/7e882292-4c18-4a05-8bee-1306953389e0 HTTP/1.1" status: 200 len: 734 time: 0.0218856 Apr 22 20:03:17.741203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '88f676ccd529493e827c86a8c0287314'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:17.745670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:17.750251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Usage tracker for resource:subnet and tenant:88f676ccd529493e827c86a8c0287314 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:17.753226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:17.759087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:17.767630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Made reservation on behalf of 88f676ccd529493e827c86a8c0287314 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:03:17.772420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:18.245887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:18.251608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:18.337214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:18.342478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Checking segment: {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:03:18.342849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Network hostable DHCP agents. Network: 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:03:18.347200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:18.363856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:03:18.372884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:18.377326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:18.377956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:18.382743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d491bbe-27f6-4065-a839-fa38c33acc29 None None] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:03:18.397769 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6602011 Apr 22 20:03:18.881845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:03:18.882946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.075658 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Allocated IP 172.20.0.2 (7aee00e3-0b65-42b7-80a2-d4f4c44b93aa/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb/664cff3d-75dd-469d-8b68-77ea9c161142) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:03:19.307706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.321953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Transition to ACTIVE for port object 664cff3d-75dd-469d-8b68-77ea9c161142 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:03:19.342041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Transition to ACTIVE for port object 664cff3d-75dd-469d-8b68-77ea9c161142 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:03:19.349381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.358119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:19.420707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:03:19.424101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:19.430053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:03:19.438641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Pushing event updated for resources: {'Port': ['ID=664cff3d-75dd-469d-8b68-77ea9c161142,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:19.477578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.477948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.478312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.478667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.479017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.479368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.479759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.480108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.480451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.480795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.481799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.482142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Tracked resource versions report: Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:03:19.483270 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:03:19.518958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:19.545188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Attempting to bind port 664cff3d-75dd-469d-8b68-77ea9c161142 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:03:19.545609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Attempting to bind port 664cff3d-75dd-469d-8b68-77ea9c161142 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:03:19.546017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Attempting to bind port 664cff3d-75dd-469d-8b68-77ea9c161142 on network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:03:19.551667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:03:19.552085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Checking segment: {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:03:19.552561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.552978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Bound using segment: {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:03:19.553509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Bound port: 664cff3d-75dd-469d-8b68-77ea9c161142, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:03:19.553934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.654172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] For port 664cff3d-75dd-469d-8b68-77ea9c161142, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:03:19.658263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] For port 664cff3d-75dd-469d-8b68-77ea9c161142, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=664cff3d-75dd-469d-8b68-77ea9c161142,segment=NetworkSegment(03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1),segment_id=03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:03:19.670750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:19.679356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:19.775778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Pushing event updated for resources: {'Port': ['ID=664cff3d-75dd-469d-8b68-77ea9c161142,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:19.783637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:21.326210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54228) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:21.738803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-65e30079-c54a-47a5-b86c-cd964051e680 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:03:21.739972 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-65e30079-c54a-47a5-b86c-cd964051e680 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4127872 Apr 22 20:03:24.518955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54238) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:24.932928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-53b03c7b-4403-41a5-9b39-36fdfea5c506 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:03:24.934636 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-53b03c7b-4403-41a5-9b39-36fdfea5c506 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4137790 Apr 22 20:03:25.664812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 664cff3d-75dd-469d-8b68-77ea9c161142 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:25.735137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 664cff3d-75dd-469d-8b68-77ea9c161142 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:03:26.723611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69328806-838f-49dd-8f13-9d8dd8715028 None None] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:03:26.833097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Provisioning for port 664cff3d-75dd-469d-8b68-77ea9c161142 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:03:26.848461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Provisioning complete for port 664cff3d-75dd-469d-8b68-77ea9c161142 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:26.848867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:27.092275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:27.144663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] For port 664cff3d-75dd-469d-8b68-77ea9c161142, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=664cff3d-75dd-469d-8b68-77ea9c161142,segment=NetworkSegment(03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1),segment_id=03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:03:27.155270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:27.157311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:27.235564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Pushing event updated for resources: {'Port': ['ID=664cff3d-75dd-469d-8b68-77ea9c161142,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:27.240021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:27.385165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-cc364b8e-0116-46c6-adc4-07a48a0e9baa None None] Provisioning complete for port 664cff3d-75dd-469d-8b68-77ea9c161142 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:27.385481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc364b8e-0116-46c6-adc4-07a48a0e9baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:27.645257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 664cff3d-75dd-469d-8b68-77ea9c161142 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:27.718849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 664cff3d-75dd-469d-8b68-77ea9c161142 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:27.719258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:27.997801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54254) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:28.371536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:28.376856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:28.380833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Usage tracker for resource:router and tenant:88f676ccd529493e827c86a8c0287314 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:28.384019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:28.390500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:28.399472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:28.400814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:28.420849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:28.526743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:28.544912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:28.546133 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3b555a7e-156e-4f90-a846-479dff17f97a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5472984 Apr 22 20:03:29.616898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a333e0bb-7d0d-46e2-96c7-f90ed1f4b853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:31.284846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54264) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:31.678930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-4bb61659-50c8-44c1-90d1-93e63feffdc6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:03:31.679998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4bb61659-50c8-44c1-90d1-93e63feffdc6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3941562 Apr 22 20:03:32.107845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a17aedc3-2fa3-46c9-bf36-5de22aca22a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:32.898146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:33.554523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.364680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.446319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54284) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:34.605021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:34.610996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:34.615034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Usage tracker for resource:network and tenant:245ea295f12c457996f8f2c71501ac20 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:34.618062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:34.624079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:34.632568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Made reservation on behalf of 245ea295f12c457996f8f2c71501ac20 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:03:34.637779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.650917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.666237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:34.670280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Usage tracker for resource:security_group_rule and tenant:245ea295f12c457996f8f2c71501ac20 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:34.673137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:34.678902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:34.759714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.762723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.767020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:34.784931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Reserving flat network on physical network physnet1 {{(pid=86356) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 22 20:03:34.805587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d1c8a-0250-4ed1-bdaf-dcf0c2ff506c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:34.809699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:34.810649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.811025 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Added segment df48b8a0-59f1-4764-90b4-38f88f230e0a of type flat for network c4279628-1d19-47ee-be1c-74f472e0f21b Apr 22 20:03:34.844996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.880277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.881598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:34.882223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:34.887412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:34.988841 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5414295 Apr 22 20:03:34.991642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Pushing event updated for resources: {'Network': ['ID=c4279628-1d19-47ee-be1c-74f472e0f21b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:34.994341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:35.002486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network c4279628-1d19-47ee-be1c-74f472e0f21b details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:03:37.538655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54304) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:37.654786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619bcfb-5d12-4e14-a29b-2f6749c71c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:37.656257 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b619bcfb-5d12-4e14-a29b-2f6749c71c4e admin admin] 10.222.0.13 "GET /v2.0/subnets/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb HTTP/1.1" status: 200 len: 849 time: 0.1165740 Apr 22 20:03:37.955585 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-00ac27fd-4aeb-4369-98ab-8b57414cb279 admin admin] 10.222.0.13 "GET /v2.0/routers/f3c8060b-62a9-478e-90be-40acbfa088b0 HTTP/1.1" status: 200 len: 704 time: 0.2931397 Apr 22 20:03:38.439132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:38.676523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Allocated IP 172.20.0.1 (7aee00e3-0b65-42b7-80a2-d4f4c44b93aa/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb/fa42d3b5-cf30-4b32-96ef-0789a442d500) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:03:38.845524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:38.862976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Transition to ACTIVE for port object fa42d3b5-cf30-4b32-96ef-0789a442d500 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:03:38.920423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:38.925469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:38.991213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:03:38.994168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:38.998701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:03:38.999222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.144139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Pushing event updated for resources: {'Port': ['ID=fa42d3b5-cf30-4b32-96ef-0789a442d500,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:39.155843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:39.191320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-76beb7e7-b9b1-4fda-b7bc-6a087ccba171 None None] Provisioning for port fa42d3b5-cf30-4b32-96ef-0789a442d500 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:03:39.196306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-76beb7e7-b9b1-4fda-b7bc-6a087ccba171 None None] Provisioning complete for port fa42d3b5-cf30-4b32-96ef-0789a442d500 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:39.196714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-76beb7e7-b9b1-4fda-b7bc-6a087ccba171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.253515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-76beb7e7-b9b1-4fda-b7bc-6a087ccba171 None None] Port fa42d3b5-cf30-4b32-96ef-0789a442d500 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:03:39.281575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.520328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.523629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.524680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:39.529426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:39.674532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Pushing event updated for resources: {'Port': ['ID=fa42d3b5-cf30-4b32-96ef-0789a442d500,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:39.678649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:39.729788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:03:39.731569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:39.977309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-414b8484-8bcd-4f28-8f75-462b9d1ebe72 None None] Provisioning complete for port fa42d3b5-cf30-4b32-96ef-0789a442d500 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:39.977719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-414b8484-8bcd-4f28-8f75-462b9d1ebe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:40.036798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-414b8484-8bcd-4f28-8f75-462b9d1ebe72 None None] Port fa42d3b5-cf30-4b32-96ef-0789a442d500 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:03:40.098611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Router f3c8060b-62a9-478e-90be-40acbfa088b0 is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:03:40.260806 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:03:40.270255 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] 10.222.0.13 "PUT /v2.0/routers/f3c8060b-62a9-478e-90be-40acbfa088b0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3092070 Apr 22 20:03:40.271688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Sync routers for ids ['f3c8060b-62a9-478e-90be-40acbfa088b0'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:03:40.283193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Routers {'f3c8060b-62a9-478e-90be-40acbfa088b0'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:03:40.284110 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:03:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['f3c8060b-62a9-478e-90be-40acbfa088b0'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:40.472226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Set router f3c8060b-62a9-478e-90be-40acbfa088b0 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:03:41.028454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:39Z', 'revision_number': 2, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port_host': None, '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:39Z', 'revision_number': 2, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:41.033402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Checking router: f3c8060b-62a9-478e-90be-40acbfa088b0 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:03:41.033779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Updating router f3c8060b-62a9-478e-90be-40acbfa088b0 port fa42d3b5-cf30-4b32-96ef-0789a442d500 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:03:41.092666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.486941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.501419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Transition to ACTIVE for port object fa42d3b5-cf30-4b32-96ef-0789a442d500 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:03:41.506881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.513069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:41.656107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Pushing event updated for resources: {'Port': ['ID=fa42d3b5-cf30-4b32-96ef-0789a442d500,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:41.708115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.708493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.708857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.709223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.709580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.709936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.710287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.710635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.710986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.711333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.711713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.712061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Tracked resource versions report: Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:03:41.713165 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:03:41.717520 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:41.772291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Attempting to bind port fa42d3b5-cf30-4b32-96ef-0789a442d500 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:03:41.772699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Attempting to bind port fa42d3b5-cf30-4b32-96ef-0789a442d500 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:03:41.773044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Attempting to bind port fa42d3b5-cf30-4b32-96ef-0789a442d500 on network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:03:41.779430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:03:41.779888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Checking segment: {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:03:41.780352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.780763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Bound using segment: {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:03:41.781306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Bound port: fa42d3b5-cf30-4b32-96ef-0789a442d500, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:03:41.781707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.884043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] For port fa42d3b5-cf30-4b32-96ef-0789a442d500, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:03:41.888964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] For port fa42d3b5-cf30-4b32-96ef-0789a442d500, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=fa42d3b5-cf30-4b32-96ef-0789a442d500,segment=NetworkSegment(03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1),segment_id=03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:03:41.892033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:41.899292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:41.970766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Routers {'f3c8060b-62a9-478e-90be-40acbfa088b0'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:03:41.971446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:03:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['f3c8060b-62a9-478e-90be-40acbfa088b0'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:42.133984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Pushing event updated for resources: {'Port': ['ID=fa42d3b5-cf30-4b32-96ef-0789a442d500,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:42.139611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:42.154488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] Set router f3c8060b-62a9-478e-90be-40acbfa088b0 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:03:42.500332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:39Z', 'revision_number': 2, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port_host': None, '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:41Z', 'revision_number': 4, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:42.504329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360752d4-afbe-4fb8-b7ed-86c4fb9f5656 None None] The sync data for ids ['f3c8060b-62a9-478e-90be-40acbfa088b0'] in dv-cinder-787632-1-smb is: [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:39Z', 'revision_number': 2, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port_host': None, '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:41Z', 'revision_number': 4, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:03:42.894941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54316) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:43.052260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bb5032-1ede-4154-bb5f-d35972d65b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:43.052873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a8bb5032-1ede-4154-bb5f-d35972d65b59 admin admin] Synchronizing usage tracker for tenant:245ea295f12c457996f8f2c71501ac20 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:03:43.070244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a8bb5032-1ede-4154-bb5f-d35972d65b59 admin admin] Unset dirty status for tenant:245ea295f12c457996f8f2c71501ac20 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:03:43.071428 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a8bb5032-1ede-4154-bb5f-d35972d65b59 admin admin] 10.222.0.13 "GET /v2.0/networks/c4279628-1d19-47ee-be1c-74f472e0f21b HTTP/1.1" status: 200 len: 842 time: 0.1754136 Apr 22 20:03:43.082302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:43.087896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:03:43.092238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Usage tracker for resource:subnet and tenant:245ea295f12c457996f8f2c71501ac20 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:03:43.095138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:03:43.104797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:03:43.114327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Made reservation on behalf of 245ea295f12c457996f8f2c71501ac20 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:03:43.119049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:43.553596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.objects.ports [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86356) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 22 20:03:43.554148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:43.559363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f5a0335c-66fe-4379-b7c2-fbd85f18c66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:43.634326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd9ff00-76f6-44f7-837c-c94fb173d83b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:43.638805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:43.646423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:03:43.646816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Network hostable DHCP agents. Network: c4279628-1d19-47ee-be1c-74f472e0f21b, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:03:43.665508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:03:43.673891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, c4279628-1d19-47ee-be1c-74f472e0f21b) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:43.677911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:43.678547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:43.686916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ca563-ad6d-4148-ab7c-f34199d4877a None None] Network c4279628-1d19-47ee-be1c-74f472e0f21b requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:03:43.711547 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6259422 Apr 22 20:03:43.838391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:03:43.932928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a60820-7a74-4a53-bf76-30332aa37a79 None None] Network c4279628-1d19-47ee-be1c-74f472e0f21b requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:03:45.700730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device fa42d3b5-cf30-4b32-96ef-0789a442d500 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:45.778162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port fa42d3b5-cf30-4b32-96ef-0789a442d500 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:03:45.783752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port fa42d3b5-cf30-4b32-96ef-0789a442d500 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:45.784161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:45.918791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:45.952963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port fa42d3b5-cf30-4b32-96ef-0789a442d500, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=fa42d3b5-cf30-4b32-96ef-0789a442d500,segment=NetworkSegment(03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1),segment_id=03b1c7ef-b3a4-4a41-b86f-c6ddd4b364e1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:03:45.955943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:45.958967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:46.031893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=fa42d3b5-cf30-4b32-96ef-0789a442d500,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:46.035082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:46.362746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54330) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:46.572370 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-96d7a65a-c058-4fd7-9e86-3d89c035d60e admin admin] 10.222.0.13 "GET /v2.0/routers/f3c8060b-62a9-478e-90be-40acbfa088b0 HTTP/1.1" status: 200 len: 710 time: 0.2083225 Apr 22 20:03:46.712737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49654197-fabf-4ff2-8508-d8cd966bde17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:03:46.714159 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-49654197-fabf-4ff2-8508-d8cd966bde17 admin admin] 10.222.0.13 "GET /v2.0/networks/c4279628-1d19-47ee-be1c-74f472e0f21b HTTP/1.1" status: 200 len: 886 time: 0.1357467 Apr 22 20:03:46.724440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:03:47.373339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:47.656758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device fa42d3b5-cf30-4b32-96ef-0789a442d500 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:47.722552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:47.728441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port fa42d3b5-cf30-4b32-96ef-0789a442d500 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:47.728845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:47.783140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:47.928280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Allocated IP 172.28.3.157 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/6c4bec8f-b3c2-48a4-9ba1-3be927433afd) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:03:48.081388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:48.110713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:48.115620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:48.182363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:03:48.186450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:03:48.190316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:03:48.306613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:48.316102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:48.589824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:48.948919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:48.952391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854095934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854117596'] for router, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:49.326443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Router f3c8060b-62a9-478e-90be-40acbfa088b0 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:03:49.510327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:03:49.518634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:49.520180 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] 10.222.0.13 "PUT /v2.0/routers/f3c8060b-62a9-478e-90be-40acbfa088b0 HTTP/1.1" status: 200 len: 890 time: 2.7991476 Apr 22 20:03:49.521493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Sync routers for ids ['f3c8060b-62a9-478e-90be-40acbfa088b0'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:03:49.532752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Routers {'f3c8060b-62a9-478e-90be-40acbfa088b0'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:03:49.533461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:03:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['f3c8060b-62a9-478e-90be-40acbfa088b0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:49.911424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Set router f3c8060b-62a9-478e-90be-40acbfa088b0 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:03:50.272145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:48Z', 'revision_number': 4, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port': {'id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:47Z', 'updated_at': '2021-04-22T20:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:45Z', 'revision_number': 5, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:50.277347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Checking router: f3c8060b-62a9-478e-90be-40acbfa088b0 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:03:50.277678 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Updating router f3c8060b-62a9-478e-90be-40acbfa088b0 port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:03:50.332379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.689633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.702815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Transition to ACTIVE for port object 6c4bec8f-b3c2-48a4-9ba1-3be927433afd will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:03:50.708212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.712100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ea18fe57-4b50-4bb5-8b2a-ed68f4b331ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:50.794710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Attempting to bind port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:03:50.795106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Attempting to bind port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:03:50.795524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Attempting to bind port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:03:50.804985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:03:50.805384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:03:50.805810 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.806230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:03:50.806734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Bound port: 6c4bec8f-b3c2-48a4-9ba1-3be927433afd, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:03:50.807151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.838099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Pushing event updated for resources: {'Port': ['ID=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:50.848712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:50.889645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] For port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:03:50.892698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] For port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:03:50.896247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:50.901074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:50.984342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Routers {'f3c8060b-62a9-478e-90be-40acbfa088b0'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:03:50.985015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:03:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['f3c8060b-62a9-478e-90be-40acbfa088b0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:51.112733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Pushing event updated for resources: {'Port': ['ID=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:51.117427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:51.184767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] Set router f3c8060b-62a9-478e-90be-40acbfa088b0 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:03:51.525369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:48Z', 'revision_number': 4, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port': {'id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:47Z', 'updated_at': '2021-04-22T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:45Z', 'revision_number': 5, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:03:51.529534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc7a7f-9b7c-480a-aae9-f1ac5dfe856f None None] The sync data for ids ['f3c8060b-62a9-478e-90be-40acbfa088b0'] in dv-cinder-787632-1-smb is: [{'id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'name': 'router1', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:28Z', 'updated_at': '2021-04-22T20:03:48Z', 'revision_number': 4, 'project_id': '88f676ccd529493e827c86a8c0287314', 'gw_port': {'id': '6c4bec8f-b3c2-48a4-9ba1-3be927433afd', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:47Z', 'updated_at': '2021-04-22T20:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'fa42d3b5-cf30-4b32-96ef-0789a442d500', 'name': '', 'network_id': '7aee00e3-0b65-42b7-80a2-d4f4c44b93aa', 'tenant_id': '88f676ccd529493e827c86a8c0287314', 'mac_address': 'fa:16:3e:7c:20:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8060b-62a9-478e-90be-40acbfa088b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:03:38Z', 'updated_at': '2021-04-22T20:03:45Z', 'revision_number': 5, 'project_id': '88f676ccd529493e827c86a8c0287314', 'subnets': [{'id': 'b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e882292-4c18-4a05-8bee-1306953389e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:03:51.717894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6c4bec8f-b3c2-48a4-9ba1-3be927433afd up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:51.796770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:03:51.801916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:51.802335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:51.930059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:51.949820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:03:51.952976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:51.955329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:03:52.035819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=6c4bec8f-b3c2-48a4-9ba1-3be927433afd,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:03:52.039172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:03:52.253804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54340) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:03:52.382958 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f3186e70-2135-484e-9d17-97e082b2b20d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1279511 Apr 22 20:03:53.678560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6c4bec8f-b3c2-48a4-9ba1-3be927433afd up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:03:53.756945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 6c4bec8f-b3c2-48a4-9ba1-3be927433afd triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:03:53.757351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:03:59.638234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df4fc1be-396e-472f-8d4a-af3042bd3be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:02.120898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37e62779-fba9-4915-992d-b1339d7771ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:02.901921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:03.567963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:04.373413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:20.839424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:04:29.620926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9039132a-ecb6-4181-98b3-52c80d218a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:32.123965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a500ed9e-a089-4639-817c-bff958b9b20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:32.906994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:33.561925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:34.373951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:04:57.839940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:04:59.623326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256ba468-b310-40c2-b9ea-45d53f00998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:02.116119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-690db95d-1fba-493a-affb-6d8453a7e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:02.907435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:03.565074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:04.377942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:29.625128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-13b6fee1-affa-421f-8bd5-300ec8df79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:32.120624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70411b6b-7e9b-4b90-8951-fd9efafbfb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:32.910369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:33.566874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:34.381049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:34.840278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:05:36.166822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54910) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:36.241599 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-694d2231-21a3-45c2-ac14-a18deb365fb1 admin admin] GET failed (client error): The resource could not be found. Apr 22 20:05:36.242982 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-694d2231-21a3-45c2-ac14-a18deb365fb1 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751369 Apr 22 20:05:36.384402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac9e56-df33-4b8d-b61b-35c6bd122565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:36.385862 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-46ac9e56-df33-4b8d-b61b-35c6bd122565 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1384482 Apr 22 20:05:38.880573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54920) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:38.996065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433a14c-a907-4008-a233-953dffa30020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:38.996674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e433a14c-a907-4008-a233-953dffa30020 admin admin] Synchronizing usage tracker for tenant:245ea295f12c457996f8f2c71501ac20 on resource:subnet {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:05:39.012468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e433a14c-a907-4008-a233-953dffa30020 admin admin] Unset dirty status for tenant:245ea295f12c457996f8f2c71501ac20 on resource:subnet {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:05:39.013727 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e433a14c-a907-4008-a233-953dffa30020 admin admin] 10.222.0.13 "GET /v2.0/subnets/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb HTTP/1.1" status: 200 len: 849 time: 0.1321359 Apr 22 20:05:39.025227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:05:39.150201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Notify callbacks [] for subnet, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:39.465337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784417947865'] for subnet, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:39.469909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:05:39.511866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:39.512019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:39.514808 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] 10.222.0.13 "PUT /v2.0/subnets/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb HTTP/1.1" status: 200 len: 868 time: 0.4947605 Apr 22 20:05:39.515854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c4d78-6bb4-4c87-b35c-7d7abdac0db8 None None] Network 7aee00e3-0b65-42b7-80a2-d4f4c44b93aa requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:05:39.543065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:05:39.551702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.552055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.552425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.552781 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.553137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.553490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.553842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.554192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.554559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.554911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.556076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.556451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:05:39.560592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:05:40.201389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-9b39b918-dc55-409c-a75b-5adf357b527f None None] Provisioning complete for port 664cff3d-75dd-469d-8b68-77ea9c161142 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:05:40.201983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b39b918-dc55-409c-a75b-5adf357b527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:40.335612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-9b39b918-dc55-409c-a75b-5adf357b527f None None] Provisioning complete for port fa42d3b5-cf30-4b32-96ef-0789a442d500 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:05:40.335896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b39b918-dc55-409c-a75b-5adf357b527f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:05:42.050385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54930) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:42.239054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6e729-7b10-48ff-a010-ea4ddd48a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:42.239561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6e729-7b10-48ff-a010-ea4ddd48a4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:42.241174 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-dbc6e729-7b10-48ff-a010-ea4ddd48a4bd admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1897528 Apr 22 20:05:44.736722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54940) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:44.923524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000771de-eac4-4d31-bc97-040d8b9da1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:44.924076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000771de-eac4-4d31-bc97-040d8b9da1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:44.925682 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-000771de-eac4-4d31-bc97-040d8b9da1bc admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1878493 Apr 22 20:05:47.436450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54950) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:47.625404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d1806-4619-42b4-b8c9-0ef03e5c92e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:47.626791 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d49d1806-4619-42b4-b8c9-0ef03e5c92e5 admin admin] 10.222.0.13 "GET /v2.0/networks/7aee00e3-0b65-42b7-80a2-d4f4c44b93aa HTTP/1.1" status: 200 len: 869 time: 0.1893153 Apr 22 20:05:50.193401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54960) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:50.374696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cacea5-d14d-4d52-a461-74291b96d2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:50.376090 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-54cacea5-d14d-4d52-a461-74291b96d2d5 admin admin] 10.222.0.13 "GET /v2.0/networks/c4279628-1d19-47ee-be1c-74f472e0f21b HTTP/1.1" status: 200 len: 886 time: 0.1816297 Apr 22 20:05:52.914230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54970) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:53.033104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3c432-865f-4eb6-a47c-12822b7c0a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:53.033602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d3c432-865f-4eb6-a47c-12822b7c0a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:53.035187 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-14d3c432-865f-4eb6-a47c-12822b7c0a25 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200473 Apr 22 20:05:55.533493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54980) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:55.649942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaaadd2-d542-4015-8d98-0950eb5eb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:55.650455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaaadd2-d542-4015-8d98-0950eb5eb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:55.652118 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-edaaadd2-d542-4015-8d98-0950eb5eb53f admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1175661 Apr 22 20:05:58.201207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 54990) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:05:58.313764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902c25e-3e96-49f0-80b9-3b9b244ce0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:05:58.315169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5902c25e-3e96-49f0-80b9-3b9b244ce0bb admin admin] 10.222.0.13 "GET /v2.0/subnets/9fd9ff00-76f6-44f7-837c-c94fb173d83b HTTP/1.1" status: 200 len: 816 time: 0.1129420 Apr 22 20:05:59.631050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-26077932-73a4-4dc9-a193-1d213c342673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:00.819003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55000) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:06:00.935883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54593e8b-4ae3-4370-a659-daa8b490df4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:06:00.937344 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-54593e8b-4ae3-4370-a659-daa8b490df4d admin admin] 10.222.0.13 "GET /v2.0/subnets/b4e9c8cb-7545-4b55-a8ee-bcb5c0d61dbb HTTP/1.1" status: 200 len: 868 time: 0.1172774 Apr 22 20:06:02.121984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de496a6b-ab16-4087-a878-0998e5ac78ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:02.913573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:03.568617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:04.393327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:11.840597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:06:27.762919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55044) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:06:27.814979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-2e242ba6-a3ea-44bc-8ccc-2c69310b7ffe admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:06:27.816064 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2e242ba6-a3ea-44bc-8ccc-2c69310b7ffe admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521309 Apr 22 20:06:29.625645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38b5528b-2296-405d-b83f-36eb7b695a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:30.414015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55054) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:06:30.518159 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e6f9bb-f55c-40b5-8ead-b7bdf58cfa33 admin admin] GET failed (client error): The resource could not be found. Apr 22 20:06:30.519800 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-42e6f9bb-f55c-40b5-8ead-b7bdf58cfa33 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1047757 Apr 22 20:06:30.930551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.policy [None req-12fcb7ac-5821-44d3-aeec-56c5801c2d3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86357) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 22 20:06:30.986740 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-12fcb7ac-5821-44d3-aeec-56c5801c2d3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:06:30.987151 dv-cinder-787632-1-smb neutron-server[86245]: WARNING oslo_policy.policy [None req-12fcb7ac-5821-44d3-aeec-56c5801c2d3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 20:06:31.005143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fcb7ac-5821-44d3-aeec-56c5801c2d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:06:31.007403 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-12fcb7ac-5821-44d3-aeec-56c5801c2d3e admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.4815383 Apr 22 20:06:32.124612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6bbe29b-5f91-4fef-bfbe-00f161550b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:32.918014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.536784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55066) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:06:33.572512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.590285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:06:33.593098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.quota [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Loaded quota_driver: . Apr 22 20:06:33.599604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:06:33.612689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:06:33.625146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Made reservation on behalf of 245ea295f12c457996f8f2c71501ac20 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:06:33.631015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.735219 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.services.revisions.revision_plugin [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Could not find related network for resource to bump revision. Apr 22 20:06:33.749753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:06:33.761312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252436745878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.761889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Unsubscribe: segment precommit_create {{(pid=86357) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 22 20:06:33.762345 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Added segment 576e5f04-d94d-4bdc-8e36-683d75451f46 of type vlan for network f39b4cad-bae6-4ade-8228-b9c7a50568fd Apr 22 20:06:33.832447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.870512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.872175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:06:33.872789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:33.879095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:06:33.979203 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4412336 Apr 22 20:06:33.990074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Pushing event updated for resources: {'Network': ['ID=f39b4cad-bae6-4ade-8228-b9c7a50568fd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:06:34.000039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.000376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.000731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.001078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.001421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.001768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.002116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.002488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.002830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.003166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.003536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.003880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Tracked resource versions report: Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:06:34.005057 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:06:34.036008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:06:34.044378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:06:34.394624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:36.521802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55080) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:06:36.597399 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a271a05-9540-4ded-ab41-e8367bbf88a0 admin admin] GET failed (client error): The resource could not be found. Apr 22 20:06:36.597970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3a271a05-9540-4ded-ab41-e8367bbf88a0 admin admin] Synchronizing usage tracker for tenant:245ea295f12c457996f8f2c71501ac20 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:06:36.613338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3a271a05-9540-4ded-ab41-e8367bbf88a0 admin admin] Unset dirty status for tenant:245ea295f12c457996f8f2c71501ac20 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:06:36.614545 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3a271a05-9540-4ded-ab41-e8367bbf88a0 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0905900 Apr 22 20:06:36.731800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b196f759-87fa-48f6-b38f-e8c400e13e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:06:36.733249 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b196f759-87fa-48f6-b38f-e8c400e13e7d admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1140480 Apr 22 20:06:36.744041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:06:36.748941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:06:36.759399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:06:36.767815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Made reservation on behalf of 245ea295f12c457996f8f2c71501ac20 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:06:36.773206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.188043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.193407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:06:37.276102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=820c31ca-c4dd-42ff-87d2-060670e3ee2d,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:06:37.280675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Checking segment: {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:06:37.281063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Network hostable DHCP agents. Network: f39b4cad-bae6-4ade-8228-b9c7a50568fd, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:06:37.285548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:06:37.302371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:06:37.312381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, f39b4cad-bae6-4ade-8228-b9c7a50568fd) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:06:37.316852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:06:37.317491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.322325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208135f3-05e8-4900-ac60-3b9ebbe235ab None None] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:06:37.344391 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6001165 Apr 22 20:06:37.561289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-f39b4cad-bae6-4ade-8228-b9c7a50568fd', 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd', 'tenant_id': '245ea295f12c457996f8f2c71501ac20', 'fixed_ips': [{'subnet_id': '820c31ca-c4dd-42ff-87d2-060670e3ee2d'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:06:37.562205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.731383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Allocated IP 192.168.233.2 (f39b4cad-bae6-4ade-8228-b9c7a50568fd/820c31ca-c4dd-42ff-87d2-060670e3ee2d/b6627bbd-08ea-4165-9871-5386a266051c) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:06:37.950889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.962594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Transition to ACTIVE for port object b6627bbd-08ea-4165-9871-5386a266051c will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:06:37.983032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Transition to ACTIVE for port object b6627bbd-08ea-4165-9871-5386a266051c will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:06:37.987004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:37.992739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:06:38.062229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:06:38.065266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:06:38.069697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:06:38.075911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Pushing event updated for resources: {'Port': ['ID=b6627bbd-08ea-4165-9871-5386a266051c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:06:38.115574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.116071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.116409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.116772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.117130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.117485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.117840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.118187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.118535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.118882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.119227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.119599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:06:38.127602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:06:38.187670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Attempting to bind port b6627bbd-08ea-4165-9871-5386a266051c on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:06:38.188085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Attempting to bind port b6627bbd-08ea-4165-9871-5386a266051c by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:06:38.188483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Attempting to bind port b6627bbd-08ea-4165-9871-5386a266051c on network f39b4cad-bae6-4ade-8228-b9c7a50568fd {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:06:38.195555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:06:38.195966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Checking segment: {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:06:38.196405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:38.196840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Bound using segment: {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:06:38.197356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Bound port: b6627bbd-08ea-4165-9871-5386a266051c, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:06:38.197790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:38.293595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] For port b6627bbd-08ea-4165-9871-5386a266051c, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:06:38.296920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] For port b6627bbd-08ea-4165-9871-5386a266051c, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=b6627bbd-08ea-4165-9871-5386a266051c,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:06:38.299958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:38.304278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:06:38.389023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Pushing event updated for resources: {'Port': ['ID=b6627bbd-08ea-4165-9871-5386a266051c,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:06:38.391856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:06:39.649678 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae09503-d611-4f64-b9fd-e92e6ee6b135 None None] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:06:39.762235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7eda79d8-2952-4f22-b3f6-6f324ba27a3f None None] Provisioning for port b6627bbd-08ea-4165-9871-5386a266051c completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:06:39.853334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b6627bbd-08ea-4165-9871-5386a266051c up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:06:39.985392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port b6627bbd-08ea-4165-9871-5386a266051c completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:06:39.992986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port b6627bbd-08ea-4165-9871-5386a266051c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:06:39.993421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:40.130305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:40.166138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port b6627bbd-08ea-4165-9871-5386a266051c, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=b6627bbd-08ea-4165-9871-5386a266051c,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:06:40.169320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:40.171569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:06:40.249034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-37ab6789-50f2-4107-869b-adb43a2f023a None None] Provisioning complete for port b6627bbd-08ea-4165-9871-5386a266051c triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:06:40.249381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37ab6789-50f2-4107-869b-adb43a2f023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:40.290292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=b6627bbd-08ea-4165-9871-5386a266051c,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:06:40.294994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:06:41.802422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b6627bbd-08ea-4165-9871-5386a266051c up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:06:41.874190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port b6627bbd-08ea-4165-9871-5386a266051c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:06:41.874588 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:06:48.839448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:06:59.628217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7e8fbb0-2b03-4abf-aa09-583df3fb852e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:02.125655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-919de569-597f-47a9-963f-902341dfe113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:02.921853 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:03.574659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:04.405358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:25.839082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:07:29.629992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-386c4a3f-6ab9-4fe9-98db-b2bcf9d0a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:32.129704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-139a7799-5217-4488-93d7-e984e7f39435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:32.924007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:33.576500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:34.407980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:07:59.650279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8dacb1bc-fc5e-4660-ad36-5b2c3f54dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:02.131778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a9f0369d-d619-493a-8826-688d69c4b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:02.840235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:08:02.928942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:03.577917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:03.758462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55130) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:08:03.764746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [None req-90c1da8f-84b4-458e-8638-ab59d0261297 tempest-verify_tempest_config-2053949491 tempest-verify_tempest_config-2053949491-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:08:03.765771 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-90c1da8f-84b4-458e-8638-ab59d0261297 tempest-verify_tempest_config-2053949491 tempest-verify_tempest_config-2053949491-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062597 Apr 22 20:08:04.080315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55148) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:08:04.206642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.221894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:08:04.226058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Usage tracker for resource:security_group_rule and tenant:bf7f54d6a39c4e47aa21b42c7f5271e8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:08:04.229228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:08:04.235042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:08:04.335733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.338377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.346917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:08:04.388407 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf7f54d6a39c4e47aa21b42c7f5271e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3070159 Apr 22 20:08:04.390064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2364f5-eb15-41dc-bf7d-8aa5c6f7bcbc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:08:04.391275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55154) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:08:04.398563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.398941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.399306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.399721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.400083 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.400438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.400790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.401142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.401498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.401852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.402249 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.402523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.407104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:08:04.414273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.458850 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.484651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.538868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.543952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c3e27ad-8016-43c0-b2e6-81de436e660f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:08:04.554434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2364f5-eb15-41dc-bf7d-8aa5c6f7bcbc,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:08:04.564577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.564948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.565312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.565670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.566021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.566379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.566729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.567747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.568161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.568509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.568857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.569204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:08:04.572323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:04.573487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df2364f5-eb15-41dc-bf7d-8aa5c6f7bcbc HTTP/1.1" status: 204 len: 168 time: 0.1811059 Apr 22 20:08:04.574314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:08:29.633133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a0425085-76fd-402a-b1f0-9aac2eb10e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:32.135044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccb6c550-fdc7-426a-aca3-17d0893e9f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:32.930389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:33.580372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:34.417849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:08:39.840328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:08:59.637049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-014ce866-10fb-4df6-8586-a42d4c5e713d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:02.137105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72484001-819c-45d1-a4fe-46166f443437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:02.931673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:03.581942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:04.421845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:16.839633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:09:29.639528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b0a69fd-f49f-4100-955d-a6a06a02f7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:32.137546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-850211fe-aaca-4066-9403-87cfc51cdab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:32.934493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:33.584813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:34.430433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:09:53.840010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:09:59.641622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-67bdd99e-2c37-431b-b63b-e3e7c26cf21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:01.078794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:02.140010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5666f3eb-ae15-495c-9734-932d0469dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:02.937488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:03.582452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:04.436839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:06.689403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55208) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:10:06.810204 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-059018af-33eb-4fb6-9e87-cdd69248ca26 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1196206 Apr 22 20:10:09.343345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55218) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:10:09.410831 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2476d449-8855-4075-8eab-94b8e79ede24 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0662777 Apr 22 20:10:29.642553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92fea0a9-2f43-4290-b369-78c07913af59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:30.839789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:10:31.065132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:32.140556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a415b0c7-b95d-43d2-9dff-02861dcef600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:32.940563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:33.583719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:34.437098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:10:59.644275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5f30f16f-ff5c-40cc-88e5-5b8f9848932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:01.082442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:02.144960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cd50851c-e631-4198-8316-c239cb9ede41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:02.942814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:03.585833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:04.441620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:07.839622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:11:29.647153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ae9a072b-7c4a-4386-a4e5-2726a5ac26f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:31.078134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:32.139441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b5b07ca0-cf7e-442d-9ace-8d2807cd203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:32.947426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:33.588005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:34.445374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:44.846905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:11:46.013724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55432) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:46.051444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55440) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:46.207124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55450) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:46.574737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-network', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:46.604189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-network', 'tenant_id': '5ea2284541fe4281acff21640b76677d'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:46.622285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.638071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.650557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Usage tracker for resource:network and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.666708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Usage tracker for resource:network and tenant:5ea2284541fe4281acff21640b76677d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.669900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.673019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.682725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:46.693847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:46.719462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Made reservation on behalf of 5ea2284541fe4281acff21640b76677d for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:46.724558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.742511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.757608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Made reservation on behalf of d44e5ca389a24c03a1d9cd0cc8b65694 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:46.763969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.785931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-511081811-network', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:46.794725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.803128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55468) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:46.803606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea2284541fe4281acff21640b76677d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.808689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.815621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:46.862280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.889533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.894452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Usage tracker for resource:network and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.898546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.906641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:46.918266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.933524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.936589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Made reservation on behalf of c425cd146af14d84bb95e4ad4f369215 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:46.941604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.956695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.959984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:46.982205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:46.986353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:46.989820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:46.996725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:47.012209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:47.109606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.114531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.131661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.170256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137450c6-2625-4c04-8816-5131d0c4c798,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:47.176442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-882100531-network', 'tenant_id': '61d56e51ca4043db94ab3574462ceadd'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:47.184994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:47.195336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Usage tracker for resource:network and tenant:61d56e51ca4043db94ab3574462ceadd is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:47.198462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.198857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.199235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.199622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.199986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.200343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.200704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.201057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.201429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.201784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.202137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.203400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:47.207798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Tracked resource versions report: Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: HyperV agent@hv-cinder-78763: {}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:11:47.208990 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:11:47.232493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:47.244238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:11:47.247098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:47.249686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Made reservation on behalf of 61d56e51ca4043db94ab3574462ceadd for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:47.266107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.269277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.279431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.280547 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Added segment 8ddda37f-8c3a-4a33-ba80-b40b29f53fc9 of type vlan for network 363baa61-61e7-4706-b2ec-edbd0f7ef05a Apr 22 20:11:47.283792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.310202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.322262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.376677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:11:47.389667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:47.400526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Usage tracker for resource:security_group_rule and tenant:61d56e51ca4043db94ab3574462ceadd is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:47.406113 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.413108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:47.416036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f4b7a-e523-4e72-924d-c8704d8907c4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:47.424529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:47.432726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:47.436928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.437406 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Added segment 8970fcb5-6e7c-4243-8049-d17f153a0819 of type vlan for network edd55413-a02b-47fd-9141-1bf15ff5fa88 Apr 22 20:11:47.522130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.534283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.539454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.550177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:47.551050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.590674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7249aca8-10dd-44b3-b0c4-8fb6eeae23a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.657672 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.662544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.675384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a47229c-299e-40b2-9150-3b9c94bd7f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.740431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:11:47.749835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=363baa61-61e7-4706-b2ec-edbd0f7ef05a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:47.756141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015bd112-ab50-4d4c-8519-5306c3a84898,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:47.762557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:11:47.763686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.764078 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Added segment 07a7dca2-1025-456f-bd7b-fd250999fb9c of type vlan for network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a Apr 22 20:11:47.776226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.776623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.776984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.777340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.777692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.778049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.778404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.778724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.779248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.779819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.780501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.780990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Tracked resource versions report: Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: HyperV agent@hv-cinder-78763: {}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:11:47.782610 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:11:47.785571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:47.785571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.791460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:47.841599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.853257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:11:47.877543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.880096 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Added segment c3af0902-4c78-4f30-9026-fa2b246731b9 of type vlan for network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f Apr 22 20:11:47.891618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-68ed4e6f-f636-419e-9e32-2f3af259d94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.908451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.910145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:47.910775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:47.916757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:47.922901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 20:11:48.062206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.073052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf4c72-429e-42e4-be91-16b7e40c32f8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:48.086098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8777635 Apr 22 20:11:48.088668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:48.089452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55528) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:48.090616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.106675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Request body: {'subnet': {'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-511081811-subnet', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:48.120564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:48.121310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.131310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:48.155058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Pushing event updated for resources: {'Network': ['ID=3d071bb0-f203-4aa8-baa9-d983ec72ff3a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:48.165348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:48.166222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:48.170950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:11:48.198454 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3934660 Apr 22 20:11:48.200043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55538) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:48.201469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Usage tracker for resource:subnet and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:48.212135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:48.213430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Request body: {'subnet': {'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-882100531-subnet', 'tenant_id': '61d56e51ca4043db94ab3574462ceadd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:48.215671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.219980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:48.231145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Usage tracker for resource:subnet and tenant:61d56e51ca4043db94ab3574462ceadd is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:48.236577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:48.256430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:48.276654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Made reservation on behalf of 61d56e51ca4043db94ab3574462ceadd for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:48.276912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:48.280780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:48.281415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.282076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.293321 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2405272 Apr 22 20:11:48.308806 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55546) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:48.322955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Request body: {'subnet': {'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-subnet', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:48.331932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Pushing event updated for resources: {'Network': ['ID=edd55413-a02b-47fd-9141-1bf15ff5fa88,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:48.334603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:48.340889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:48.341460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:48.357835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Made reservation on behalf of c425cd146af14d84bb95e4ad4f369215 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:48.362998 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.379676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Usage tracker for resource:subnet and tenant:5ea2284541fe4281acff21640b76677d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:48.386971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:11:48.389874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3747323 Apr 22 20:11:48.403175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55550) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:48.404611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:48.442919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Request body: {'subnet': {'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-subnet', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:48.448228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:48.521830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:48.594919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Pushing event updated for resources: {'Network': ['ID=9a39d0f6-4353-441d-9fef-11f31b4f6f1f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:48.603388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Usage tracker for resource:subnet and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:48.606627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:48.609839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:48.609978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:11:48.612639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Made reservation on behalf of 5ea2284541fe4281acff21640b76677d for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:48.617290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:48.658854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:48.758871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Made reservation on behalf of d44e5ca389a24c03a1d9cd0cc8b65694 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:48.763916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:49.049421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:49.057582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c3f8e2c-22b4-4b9e-9cde-dc3d39da3149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:49.148244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Checking segment: {'id': '07a7dca2-1025-456f-bd7b-fd250999fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:49.148717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Network hostable DHCP agents. Network: 3d071bb0-f203-4aa8-baa9-d983ec72ff3a, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:11:49.189741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:11:49.201131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=965120ec-bf00-4977-807f-a2eb8f698622,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:49.212671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:49.216623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 3d071bb0-f203-4aa8-baa9-d983ec72ff3a) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:49.229382 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fcb9ce-3311-4927-a360-5804b9be7d44 None None] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:49.233124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:49.234335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:49.268961 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0674684 Apr 22 20:11:49.619625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c31b73-f2c0-42b4-b313-579a6b200d08 None None] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:49.912488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55624) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:49.918650 dv-cinder-787632-1-smb neutron-server[86245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 20:11:50.112629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.138047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-00430932-f786-4aba-ba5b-8ca548b23bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:50.195294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.213045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.271263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37168973-b94d-4cc2-8416-9e951236f021,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:50.281898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:50.283981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:50.348001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Checking segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:50.348395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Network hostable DHCP agents. Network: 363baa61-61e7-4706-b2ec-edbd0f7ef05a, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:11:50.395267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Checking segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:50.395681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Network hostable DHCP agents. Network: edd55413-a02b-47fd-9141-1bf15ff5fa88, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:11:50.410021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-f2b3c395-c5d8-49f9-bdf5-6ae86c0ada5e tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:50.411104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-f2b3c395-c5d8-49f9-bdf5-6ae86c0ada5e tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Synchronizing usage tracker for tenant:61d56e51ca4043db94ab3574462ceadd on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:11:50.417680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6753f7b4-96a1-436b-a70f-0361df09b407,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:50.434108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-f2b3c395-c5d8-49f9-bdf5-6ae86c0ada5e tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Unset dirty status for tenant:61d56e51ca4043db94ab3574462ceadd on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:11:50.435883 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-f2b3c395-c5d8-49f9-bdf5-6ae86c0ada5e tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/networks?id=3d071bb0-f203-4aa8-baa9-d983ec72ff3a HTTP/1.1" status: 200 len: 811 time: 0.5196280 Apr 22 20:11:50.453105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Checking segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:50.453497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Network hostable DHCP agents. Network: 9a39d0f6-4353-441d-9fef-11f31b4f6f1f, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:11:50.464562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:11:50.467205 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-ff3aa7cc-4469-4250-a233-3d2ea3ceb694 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/quotas/61d56e51ca4043db94ab3574462ceadd HTTP/1.1" status: 200 len: 375 time: 0.0248220 Apr 22 20:11:50.503566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:11:50.515185 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 363baa61-61e7-4706-b2ec-edbd0f7ef05a) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:50.524724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, edd55413-a02b-47fd-9141-1bf15ff5fa88) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:50.532825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915cb07-aeea-43fd-8816-c3fe19c03d00 None None] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:50.542901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:50.543822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.549410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:11:50.556910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4462e28-841d-4441-b9c8-50d0d26e5fb2,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:50.565908 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-5c73c9ce-0a55-4ad2-bb0f-bbdd34d6f9c0 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=61d56e51ca4043db94ab3574462ceadd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920341 Apr 22 20:11:50.569344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:50.570096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:50.570410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:50.573026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 9a39d0f6-4353-441d-9fef-11f31b4f6f1f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:50.590965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed7a2b-949a-482a-a95c-3d518d1d10f6 None None] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:50.591129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:50.591548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.634950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:50.636435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.643695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1829cd9d-7e5b-4a09-96e6-479b375de413 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5514336 Apr 22 20:11:50.646565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:50.652938 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c9b9e-11df-4b8d-9c7b-3c6c2216aac1 None None] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:50.654744 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:50.661431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:50.675592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Usage tracker for resource:router and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:50.679674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:50.701507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:50.709430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2837265 Apr 22 20:11:50.713840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55670) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:50.718651 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7899c98b-7625-4178-baa0-8e4eed854cf3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4075518 Apr 22 20:11:50.719267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55672) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:50.724317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:50.732002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:50.733789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:50.737042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Usage tracker for resource:router and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:50.740408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:50.745273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:50.756809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Usage tracker for resource:router and tenant:5ea2284541fe4281acff21640b76677d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:50.759444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:50.763128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:50.771158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:50.781128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.783485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.785348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.786712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.800823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.803725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.805041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.844558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:50.948010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.122780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-1dcb35f8-18b7-4e17-8c13-ddec9f274a9d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:11:51.124070 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-1dcb35f8-18b7-4e17-8c13-ddec9f274a9d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2080243 Apr 22 20:11:51.131754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed22aa-5b70-429c-a1f3-64fbf911e532 None None] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:51.167455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.465596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:11:51.466653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.536055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.575802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.612680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.618687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.849002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:11:51.849928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:51.873617 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-4dc10949-6bd7-4cd8-86d2-a25dfed17928 service neutron] 10.222.0.13 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730697 Apr 22 20:11:51.990921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Allocated IP 172.28.3.3 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/d4ec5089-596a-4743-9ced-4a9c4cdca3c3) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:52.228833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Allocated IP 172.20.0.2 (9a39d0f6-4353-441d-9fef-11f31b4f6f1f/c4462e28-841d-4441-b9c8-50d0d26e5fb2/3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:52.275142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:52.309003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:52.317582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:52.388254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:52.396379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:52.404970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:52.460860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Allocated IP 172.20.0.2 (363baa61-61e7-4706-b2ec-edbd0f7ef05a/37168973-b94d-4cc2-8416-9e951236f021/91531598-9196-4236-9b6d-fed91bfe8926) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:52.738732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:52.766397 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-c5a83bb1-77cf-4bb7-b26d-626db61dc89d service neutron] 10.222.0.13 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8798397 Apr 22 20:11:52.769057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Transition to ACTIVE for port object 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:11:52.860163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Transition to ACTIVE for port object 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:11:52.880090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:52.897184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:52.944315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:52.979531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Transition to ACTIVE for port object 91531598-9196-4236-9b6d-fed91bfe8926 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:11:52.985285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Pushing event updated for resources: {'Port': ['ID=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:52.987103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:52.999332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:53.000897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:53.022286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:53.035578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Pushing event updated for resources: {'Port': ['ID=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:53.093052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.093868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.094012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.094618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.095063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.095577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.096033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.096504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.096974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.097571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.098030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.098501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Tracked resource versions report: Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: HyperV agent@hv-cinder-78763: {}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:11:53.099774 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:11:53.106034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Transition to ACTIVE for port object 91531598-9196-4236-9b6d-fed91bfe8926 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:11:53.146363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:53.157359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.182832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:53.192856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.244934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Attempting to bind port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:11:53.245644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Attempting to bind port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:11:53.246144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Attempting to bind port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:11:53.262943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:53.264125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:11:53.264640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Checking segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:53.265173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.265695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Bound using segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:11:53.266320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Bound port: 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:11:53.266837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.287415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:53.296368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:53.366989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55770) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:53.372617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55774) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:53.408840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Pushing event updated for resources: {'Port': ['ID=91531598-9196-4236-9b6d-fed91bfe8926,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:53.418401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:53.459625 dv-cinder-787632-1-smb neutron-server[86245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 20:11:53.514207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Attempting to bind port 91531598-9196-4236-9b6d-fed91bfe8926 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:11:53.514693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Attempting to bind port 91531598-9196-4236-9b6d-fed91bfe8926 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:11:53.515213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Attempting to bind port 91531598-9196-4236-9b6d-fed91bfe8926 on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:11:53.528309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:11:53.528919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Checking segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:53.529661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.530207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Bound using segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:11:53.530855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Bound port: 91531598-9196-4236-9b6d-fed91bfe8926, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:11:53.531417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.547257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] For port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:11:53.576974 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a885325-cffa-4a11-b2d2-e9b10394d614 req-f261744a-22e1-437d-967d-755cad886b70 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.2027974 Apr 22 20:11:53.629881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] For port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:11:53.644638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.687682 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:53.698989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.803161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] For port 91531598-9196-4236-9b6d-fed91bfe8926, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:11:53.805100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.806537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Pushing event updated for resources: {'Port': ['ID=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:53.812262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] For port 91531598-9196-4236-9b6d-fed91bfe8926, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=91531598-9196-4236-9b6d-fed91bfe8926,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:11:53.813898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:53.817834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:53.825884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:53.989331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55808) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:54.009016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Pushing event updated for resources: {'Port': ['ID=91531598-9196-4236-9b6d-fed91bfe8926,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:54.018589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:54.085311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.094914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.169366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:54.176280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Usage tracker for resource:security_group_rule and tenant:f631db2453ff49a4a71d2db7c2dcfb41 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:54.182367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:54.199643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:54.206145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.409929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.417495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Allocated IP 172.28.3.162 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/64b82957-3d0b-4dd9-9713-b7bc6d2716ae) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:54.484952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.490255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.627567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:54.635409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.722910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.739383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55856) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:54.744698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Synchronizing usage tracker for tenant:245ea295f12c457996f8f2c71501ac20 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:11:54.844437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0addc3-26e6-46bf-b056-e92f0e4c370e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:54.858577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:54.863145 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-42804459-26fe-4695-a4ae-fdb530978bc6 req-f7c9a294-0217-4197-8d21-65acd9ddf6ef tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.1106095 Apr 22 20:11:54.879742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:54.886465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Usage tracker for resource:security_group_rule and tenant:a13d3887f43f41cb84bb0d5a015b87a6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:54.890866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:54.893939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:54.905026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Unset dirty status for tenant:245ea295f12c457996f8f2c71501ac20 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:11:54.908813 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f631db2453ff49a4a71d2db7c2dcfb41&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5307205 Apr 22 20:11:54.919780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55868) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:54.922150 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:54.938870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:55.080661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Allocated IP 172.28.3.253 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/a56d899f-2188-4810-9e99-5b50d80383f2) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:55.095893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.153759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.174794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:11:55.231771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Pushing event updated for resources: {'Port': ['ID=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:55.270652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:55.274698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:55.313581 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:55.319981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.398453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.407060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.428677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.435490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:55.447791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:55.519204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.540462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9348e3-7e46-45fd-b642-a7d969aeb27b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:55.549276 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a13d3887f43f41cb84bb0d5a015b87a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5527456 Apr 22 20:11:55.550325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:55.554001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:55.563866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55894) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:55.615401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0addc3-26e6-46bf-b056-e92f0e4c370e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:55.617933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:11:55.619574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:55.628755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Sync routers for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:11:55.662216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:11:55.664102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:11:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:11:55.745031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.749042 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0262742 Apr 22 20:11:55.750331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.750704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55898) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:55.762107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.763350 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc0addc3-26e6-46bf-b056-e92f0e4c370e HTTP/1.1" status: 204 len: 168 time: 0.8430939 Apr 22 20:11:55.820257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.830011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:55.840278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa37597e6124f14a5e1b8eb6195931c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:55.844461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:55.850911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:55.880499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.953460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d441e8-c63c-4bb9-b2bb-d86ded9e375c None None] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:55.976296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:55.984144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:56.019054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9348e3-7e46-45fd-b642-a7d969aeb27b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:56.024471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:56.025048 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:56.027398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:56.028988 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b9348e3-7e46-45fd-b642-a7d969aeb27b HTTP/1.1" status: 204 len: 168 time: 0.4619853 Apr 22 20:11:56.092576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:11:56.194847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e2fce-238b-4b3c-b9b2-4e55a7c02da9 None None] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:11:56.234294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3967dcdf-f93a-4441-a39c-806735b82f57 None None] Provisioning for port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:11:56.236680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:56.255367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:11:56.462669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49864) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:56.519719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:56.521563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c8707290-aa15-4202-9173-3589db2b7264 None None] Provisioning for port 91531598-9196-4236-9b6d-fed91bfe8926 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:11:56.599149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 3, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:11:56.618045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Checking router: 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:11:56.618045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Updating router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:11:56.734674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:56.735220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 55924) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:56.751825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:56.780430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60993b4c-544e-46a1-9957-040c90e4a951 req-61da9e61-5c81-444f-b9cc-1b3a47cf2cc6 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.2709787 Apr 22 20:11:56.859929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:56.875036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:57.083878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55940) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:57.125188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.176400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:57.206598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Usage tracker for resource:security_group_rule and tenant:0b74066913b74aa38bf924d9b0ad9efa is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:57.219459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:57.241489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:57.252226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:11:57.257489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-6971205b-02c7-434f-ab4b-0d331d380b67 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:57.262807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:11:57.263330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.268148 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-6971205b-02c7-434f-ab4b-0d331d380b67 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.20 "GET /v2.0/networks?id=3d071bb0-f203-4aa8-baa9-d983ec72ff3a HTTP/1.1" status: 200 len: 811 time: 0.8041198 Apr 22 20:11:57.304441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.318226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Transition to ACTIVE for port object d4ec5089-596a-4743-9ced-4a9c4cdca3c3 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:11:57.324351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Request body: {'port': {'device_id': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a', 'admin_state_up': True, 'tenant_id': '61d56e51ca4043db94ab3574462ceadd'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:11:57.325874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.335874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:57.365480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.494828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Pushing event updated for resources: {'Port': ['ID=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:57.500028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.511480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.512675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.512675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.512675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.513077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.513281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.513508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.513954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.514180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.514532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.514883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.515231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Tracked resource versions report: Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: pushed versions: Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: { 'AddressGroup': {'1.2'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': {'1.0'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': {'1.0'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': {'1.1'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': {'1.7'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': {'1.2'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': {'1.8'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': {'1.4'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': {'1.2'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': {'1.0'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': {'1.1'}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': {'1.1'}} Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: consumer versions: Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: { DHCP agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: HyperV agent@hv-cinder-78763: {}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: L3 agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: Metadata agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: Metering agent@dv-cinder-787632-1-smb: {}, Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: Open vSwitch agent@dv-cinder-787632-1-smb: { 'AddressGroup': '1.2', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'ConntrackHelper': '1.0', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Log': '1.0', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Network': '1.1', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Port': '1.7', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'PortForwarding': '1.2', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'QosPolicy': '1.8', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroup': '1.4', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SecurityGroupRule': '1.2', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'SubPort': '1.0', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Subnet': '1.1', Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: 'Trunk': '1.1'}} Apr 22 20:11:57.516399 dv-cinder-787632-1-smb neutron-server[86245]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 22 20:11:57.548320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:57.582240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:57.597981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Attempting to bind port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:11:57.598388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Attempting to bind port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:11:57.598791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Attempting to bind port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:11:57.602236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Pushing event updated for resources: {'Port': ['ID=a56d899f-2188-4810-9e99-5b50d80383f2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:57.613235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.376s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:57.615121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:11:57.615821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:11:57.616180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:11:57.616618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.617046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:11:57.618325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Bound port: d4ec5089-596a-4743-9ced-4a9c4cdca3c3, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:11:57.618888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.620583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.621834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 91531598-9196-4236-9b6d-fed91bfe8926 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:11:57.628023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6a81a392b24ce5b8a190bbc6b57199 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:57.633421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.774s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:57.645121 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fa37597e6124f14a5e1b8eb6195931c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9021072 Apr 22 20:11:57.649854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:57.652005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55962) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:57.692610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:57.716811 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:11:57.730367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Usage tracker for resource:port and tenant:61d56e51ca4043db94ab3574462ceadd is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:11:57.750476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:11:57.765394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:11:57.788094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] For port d4ec5089-596a-4743-9ced-4a9c4cdca3c3, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:11:57.798237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] For port d4ec5089-596a-4743-9ced-4a9c4cdca3c3, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:11:57.798639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50f1588a-5af3-4268-b186-6beffba36096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:57.804139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.810700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.811525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a29b8b51-1c81-4bcb-a51b-9df0ef2e614d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:57.844783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.846795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.849239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Made reservation on behalf of 61d56e51ca4043db94ab3574462ceadd for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:11:57.867997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.878966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 91531598-9196-4236-9b6d-fed91bfe8926 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:11:57.897705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 91531598-9196-4236-9b6d-fed91bfe8926 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:11:57.898524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.910846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Pushing event updated for resources: {'Port': ['ID=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:57.921610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:57.935452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:11:57.936419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:11:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:11:57.970900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5818877a-3307-4708-b809-9e4b45a90a28 None None] Provisioning complete for port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:11:57.971434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5818877a-3307-4708-b809-9e4b45a90a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:57.983289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:58.044425 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b74066913b74aa38bf924d9b0ad9efa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9590983 Apr 22 20:11:58.059338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcabdf79-7cc5-4f97-843f-ffbfbada2555,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:58.065167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 55972) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:11:58.079606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:58.096481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:58.105995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d17be5-d2ac-47cd-bcdd-ce369d05c291,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:58.112146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:58.247455 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b3748c04-705d-407a-8620-75522825ef45 req-c6d20ccc-e128-42dc-8c79-a935ab2db4d8 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.1843529 Apr 22 20:11:58.281140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.339297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.437482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 91531598-9196-4236-9b6d-fed91bfe8926, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=91531598-9196-4236-9b6d-fed91bfe8926,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:11:58.447821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.477614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:58.551459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.597225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5818877a-3307-4708-b809-9e4b45a90a28 None None] Provisioning complete for port 91531598-9196-4236-9b6d-fed91bfe8926 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:11:58.597789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5818877a-3307-4708-b809-9e4b45a90a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.659983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:11:58.695395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:58.783614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.821383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.837846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:11:58.841543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5a29747b-8c0d-4b24-9e1a-f6f5df798555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:58.859466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:11:58.859963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.885116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:58.886559 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6d17be5-d2ac-47cd-bcdd-ce369d05c291 HTTP/1.1" status: 204 len: 168 time: 1.2317386 Apr 22 20:11:58.896595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=91531598-9196-4236-9b6d-fed91bfe8926,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:58.908702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:58.929830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d17be5-d2ac-47cd-bcdd-ce369d05c291,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:58.953553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:59.004963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Allocated IP 172.20.0.2 (3d071bb0-f203-4aa8-baa9-d983ec72ff3a/965120ec-bf00-4977-807f-a2eb8f698622/0f9461c4-4e4b-466a-80a1-40c1a396a444) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:11:59.021774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.202648 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.270895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:59.344471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcabdf79-7cc5-4f97-843f-ffbfbada2555,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:11:59.357514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:11:59.385229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.388037 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcabdf79-7cc5-4f97-843f-ffbfbada2555 HTTP/1.1" status: 204 len: 168 time: 1.3141613 Apr 22 20:11:59.593715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 3, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:11:59.599330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7477b-c1c7-4114-ab02-4beefbb6715d None None] The sync data for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb is: [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 3, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:11:59.667359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e1ee6f1-2080-4c1d-9715-443edaeb5f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.772199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.830101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.851433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-653bbbae-e198-44c3-88f2-1a5181d07974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:11:59.933729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:11:59.938306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:11:59.940995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:11:59.953525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:11:59.954322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:11:59.994240 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6763353 Apr 22 20:11:59.998195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Pushing event updated for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:00.016579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:00.078151 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-560dceb8-a1cd-4000-91c0-65de6eca6f86 req-49748783-ac86-48a8-a65a-ef9d35aeed6b tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.5399237 Apr 22 20:12:00.237460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:00.249390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:00.413708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:00.503466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56012) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:00.537782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:00.796822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device d4ec5089-596a-4743-9ced-4a9c4cdca3c3 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:00.800833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:00.838848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:00.858848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Usage tracker for resource:security_group_rule and tenant:0dcbe62600534ed1a79981b6a5c83c63 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:00.867451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:00.878048 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:00.885697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:00.963036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:00.972984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:00.973397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.122659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.136349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-13b3f18f-1b86-4286-b935-84592f43b72d tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:12:01.140731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-13b3f18f-1b86-4286-b935-84592f43b72d tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159879 Apr 22 20:12:01.142886 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.162680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b1c612f2-1aab-4a12-b8c1-608c86aa1741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:01.239901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a4930-bca3-4feb-bab0-e7503052a54f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:01.255038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.262541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:01.309478 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dcbe62600534ed1a79981b6a5c83c63&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8047812 Apr 22 20:12:01.314073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56040) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:01.333286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.335749 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc6a81a392b24ce5b8a190bbc6b57199&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5645571 Apr 22 20:12:01.347566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56044) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:01.371526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port d4ec5089-596a-4743-9ced-4a9c4cdca3c3, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:01.378084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.379484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 91531598-9196-4236-9b6d-fed91bfe8926 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:01.394710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a55e5-4952-4d1d-8de2-28959f1b37ad,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:01.408611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:01.527367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.540559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:01.626370 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.647276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 91531598-9196-4236-9b6d-fed91bfe8926 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:01.648299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.728692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:01.784924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:01.792721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.815276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5a6428f4-ef26-4941-91c0-cbda7b57718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:01.858972 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a4930-bca3-4feb-bab0-e7503052a54f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:01.880780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:01.886335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:01.891657 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd2a4930-bca3-4feb-bab0-e7503052a54f HTTP/1.1" status: 204 len: 168 time: 0.5763688 Apr 22 20:12:02.034728 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Request body: {'port': {'device_id': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:02.169636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3e60863a-e111-49b7-b39e-2680ba816db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:02.400980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:02.403471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:02.705510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device d4ec5089-596a-4743-9ced-4a9c4cdca3c3 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:02.974499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.006573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:03.007230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.028554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.134376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.237109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9461c4-4e4b-466a-80a1-40c1a396a444 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:03.264556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.284164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Transition to ACTIVE for port object 0f9461c4-4e4b-466a-80a1-40c1a396a444 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:03.288625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.300778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-17ed3f51-bf75-4f76-80d7-fa80c8d795dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:03.495589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493d900-ffef-47a1-9301-085ef7de4cff req-e5558346-222e-4dbc-b8f3-f46a9ee5dde9 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:03.504927 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7493d900-ffef-47a1-9301-085ef7de4cff req-e5558346-222e-4dbc-b8f3-f46a9ee5dde9 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 931 time: 2.0781863 Apr 22 20:12:03.603401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.618015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.711104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:03.734644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:03.735928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Attempting to bind port 0f9461c4-4e4b-466a-80a1-40c1a396a444 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:03.736454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Attempting to bind port 0f9461c4-4e4b-466a-80a1-40c1a396a444 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '07a7dca2-1025-456f-bd7b-fd250999fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:03.736994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Attempting to bind port 0f9461c4-4e4b-466a-80a1-40c1a396a444 on network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:03.748832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Port 0f9461c4-4e4b-466a-80a1-40c1a396a444 on network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:12:03.751111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Attempting to bind port 0f9461c4-4e4b-466a-80a1-40c1a396a444 on network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:03.768958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:03.770928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Checking segment: {'id': '07a7dca2-1025-456f-bd7b-fd250999fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:03.774446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Bound using segment: {'id': '07a7dca2-1025-456f-bd7b-fd250999fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:03.775766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Bound port: 0f9461c4-4e4b-466a-80a1-40c1a396a444, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07a7dca2-1025-456f-bd7b-fd250999fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:03.779830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.948070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:03.955106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444,segment=NetworkSegment(07a7dca2-1025-456f-bd7b-fd250999fb9c),segment_id=07a7dca2-1025-456f-bd7b-fd250999fb9c)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:03.960134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:03.970157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:04.027577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Router a8bca68f-07b7-468d-8bbc-dc962a63344e is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:12:04.051407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:04.052721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:04.054675 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] 10.222.0.20 "PUT /v2.0/ports/0f9461c4-4e4b-466a-80a1-40c1a396a444 HTTP/1.1" status: 200 len: 1093 time: 2.2984109 Apr 22 20:12:04.058440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:04.264266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:04.275620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:04.283640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-b42b4cb1-c8bf-4cda-8f76-5ad4c6e1c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:04.285328 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-b42b4cb1-c8bf-4cda-8f76-5ad4c6e1c853 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61d56e51ca4043db94ab3574462ceadd&device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 1096 time: 0.1318474 Apr 22 20:12:04.346518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7493d900-ffef-47a1-9301-085ef7de4cff req-0816fe01-d1f6-43c0-97f7-9aa37fe84c60 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Synchronizing usage tracker for tenant:61d56e51ca4043db94ab3574462ceadd on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:04.362120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:04.372791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:04.387263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:04.390860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:04.533587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7493d900-ffef-47a1-9301-085ef7de4cff req-0816fe01-d1f6-43c0-97f7-9aa37fe84c60 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Unset dirty status for tenant:61d56e51ca4043db94ab3574462ceadd on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:04.535318 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7493d900-ffef-47a1-9301-085ef7de4cff req-0816fe01-d1f6-43c0-97f7-9aa37fe84c60 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0294609 Apr 22 20:12:04.578390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:12:04.580628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56120) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:04.635782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:04.641797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:04.643047 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.9279482 Apr 22 20:12:04.646238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56128) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:04.658611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:04.660181 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e77a55e5-4952-4d1d-8de2-28959f1b37ad HTTP/1.1" status: 204 len: 168 time: 3.2485957 Apr 22 20:12:04.664227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:04.765299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:04.880945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:05.200503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Allocated IP 172.20.0.1 (edd55413-a02b-47fd-9141-1bf15ff5fa88/6753f7b4-96a1-436b-a70f-0361df09b407/f7e3fe28-0408-479e-893d-97678cf78c13) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:05.309664 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-e7b3e32c-8ff3-4cea-8de3-12e6459acce5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444 HTTP/1.1" status: 200 len: 217 time: 0.1205614 Apr 22 20:12:05.373153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:56Z', 'revision_number': 3, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:05.378856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:05.379587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Updating router a8bca68f-07b7-468d-8bbc-dc962a63344e port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:12:05.525684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:05.538246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a55e5-4952-4d1d-8de2-28959f1b37ad,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:05.547532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:05.551101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56144) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:05.783921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:05.794654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:05.809769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:05.817469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:05.868482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:05.872417 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.2212718 Apr 22 20:12:05.884937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56154) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:05.913496 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:05.983000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:06.253812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-addf2d1d-5b18-41b6-929f-f28368f09454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:06.255378 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-addf2d1d-5b18-41b6-929f-f28368f09454 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=965120ec-bf00-4977-807f-a2eb8f698622 HTTP/1.1" status: 200 len: 851 time: 0.4535463 Apr 22 20:12:06.361022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:06.424727 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444', 'status': 'completed', 'code': 200} Apr 22 20:12:06.477384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:06.481744 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Usage tracker for resource:security_group_rule and tenant:ac8c8a71e2aa4fa2ba6e7777fb345891 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:06.496701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:06.521323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:06.525504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:06.554610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Transition to ACTIVE for port object 64b82957-3d0b-4dd9-9713-b7bc6d2716ae will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:06.573058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:06.633977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:06.847532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Attempting to bind port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:06.847940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Attempting to bind port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:06.848348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Attempting to bind port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:06.891036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:06.891451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:06.891917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:06.892348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:06.892880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Bound port: 64b82957-3d0b-4dd9-9713-b7bc6d2716ae, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:06.893313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:06.994894 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-0cba2645-56ea-4660-9904-b1e7fcbf4b01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d071bb0-f203-4aa8-baa9-d983ec72ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5383623 Apr 22 20:12:07.124497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] For port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:07.136441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] For port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:07.153075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:07.173934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Pushing event updated for resources: {'Port': ['ID=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:07.208298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:07.209036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:07.365121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 3, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:07.388433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:07.389071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Updating router 87301bfa-4ece-4094-9d0f-25606f4cba38 port a56d899f-2188-4810-9e99-5b50d80383f2 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:12:07.515840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-9daf3a14-cb93-4dfc-93dc-ba217f72c72e service neutron] 10.222.0.20 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574769 Apr 22 20:12:07.533403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:07.610276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:07.620465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:07.657323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:07.657910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c438c06-efb1-4b11-bef2-18b8937eaf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:07.662708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:07.784878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541fd6e8-7d66-4ee3-80ff-1a883b507337,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:07.793712 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac8c8a71e2aa4fa2ba6e7777fb345891&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2093086 Apr 22 20:12:07.793712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:07.804163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:07.884610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Pushing event updated for resources: {'Port': ['ID=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:07.885707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:07.892251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:08.125206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:08.204385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0058e584-7cb9-419a-bcc7-6279326e0cc9 req-32e556a4-72c1-4da3-8719-4bfc85871d2b service neutron] 10.222.0.20 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870449 Apr 22 20:12:08.244333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.283380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.319170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.320973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.382670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.439151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:08.472937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.476221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541fd6e8-7d66-4ee3-80ff-1a883b507337,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:08.488994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:08.515953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:08.518243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.519665 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/541fd6e8-7d66-4ee3-80ff-1a883b507337 HTTP/1.1" status: 204 len: 168 time: 0.7127650 Apr 22 20:12:08.525218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Usage tracker for resource:security_group_rule and tenant:e1d997f60b0d4672b48c7aa4de9dc678 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:08.529156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:08.536236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:08.572241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.586160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Transition to ACTIVE for port object a56d899f-2188-4810-9e99-5b50d80383f2 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:08.595452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.604064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:08.619801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-121550f5-2a1a-4eec-a875-319453e3b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:08.621722 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-121550f5-2a1a-4eec-a875-319453e3b6cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61d56e51ca4043db94ab3574462ceadd&device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 1096 time: 0.2866242 Apr 22 20:12:08.640585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a3cdfbd-d7ff-4d49-817f-7b091b68aced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:08.648211 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Allocated IP 172.20.0.1 (9a39d0f6-4353-441d-9fef-11f31b4f6f1f/c4462e28-841d-4441-b9c8-50d0d26e5fb2/421baa5d-bb87-4945-90b3-0de49ddc2b42) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:08.810790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f9146-beb0-467e-a5e0-725a1a1e1d87 None None] Pushing event updated for resources: {'Port': ['ID=a56d899f-2188-4810-9e99-5b50d80383f2,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:08.810982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:08.815021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec4f9146-beb0-467e-a5e0-725a1a1e1d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:08.847683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:08.850020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:08.884166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa497a0-dd98-4dd1-ab23-5ae027e3be90 req-ffbc0315-4c01-44dd-9ef5-f4baeb03d2ae tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:08.893609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Attempting to bind port a56d899f-2188-4810-9e99-5b50d80383f2 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:08.893996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Attempting to bind port a56d899f-2188-4810-9e99-5b50d80383f2 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:08.897480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Attempting to bind port a56d899f-2188-4810-9e99-5b50d80383f2 on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:08.911265 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bfa497a0-dd98-4dd1-ab23-5ae027e3be90 req-ffbc0315-4c01-44dd-9ef5-f4baeb03d2ae tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 943 time: 3.0553162 Apr 22 20:12:08.914720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:08.928635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:08.929084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:08.929536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.930035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:08.930654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Bound port: a56d899f-2188-4810-9e99-5b50d80383f2, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:08.931088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.973132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:08.974043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.978939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:08.990088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:56Z', 'revision_number': 3, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:09.004056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Transition to ACTIVE for port object 421baa5d-bb87-4945-90b3-0de49ddc2b42 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:09.009371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df74f575-4a7c-44b9-8be0-3fcea1bcdc43 None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:56Z', 'revision_number': 3, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:12:09.164909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] For port a56d899f-2188-4810-9e99-5b50d80383f2, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:09.177535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] For port a56d899f-2188-4810-9e99-5b50d80383f2, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a56d899f-2188-4810-9e99-5b50d80383f2,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:09.182531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.213790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:09.274139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.283917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:09.333528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56222) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:09.395495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f9146-beb0-467e-a5e0-725a1a1e1d87 None None] Pushing event updated for resources: {'Port': ['ID=a56d899f-2188-4810-9e99-5b50d80383f2,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:09.408337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec4f9146-beb0-467e-a5e0-725a1a1e1d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:09.417130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:09.422420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:09.442727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:09.443239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.444234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:09.445164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:09.448020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-0aa0a3d7-04d9-4463-a755-3c1dac037663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:09.449987 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-0aa0a3d7-04d9-4463-a755-3c1dac037663 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3d071bb0-f203-4aa8-baa9-d983ec72ff3a HTTP/1.1" status: 200 len: 912 time: 0.7963758 Apr 22 20:12:09.455226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Pushing event updated for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:09.472414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:09.695925 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bfa497a0-dd98-4dd1-ab23-5ae027e3be90 req-041eed58-ac6c-4aac-a51c-37d102714d44 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826703 Apr 22 20:12:09.798325 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-58754812-f34e-4fe4-bd2f-ec418dfa60c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444 HTTP/1.1" status: 200 len: 217 time: 0.2562971 Apr 22 20:12:09.803249 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.816913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.843833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-77674853-7075-479c-91be-a5e27e85263d None None] Provisioning for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:09.855352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:09.863703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-77674853-7075-479c-91be-a5e27e85263d None None] Provisioning complete for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:09.864126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-77674853-7075-479c-91be-a5e27e85263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.888825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:09.977647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:09.998842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Usage tracker for resource:security_group_rule and tenant:440ff65fa5e34e4192ed22025da9c89d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:10.000424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.004166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-77674853-7075-479c-91be-a5e27e85263d None None] Port 421baa5d-bb87-4945-90b3-0de49ddc2b42 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:10.066606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:10.116009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:10.185967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-856e7d0a-4651-4ecc-8f88-3a9604f0b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:10.187642 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-856e7d0a-4651-4ecc-8f88-3a9604f0b4a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=965120ec-bf00-4977-807f-a2eb8f698622 HTTP/1.1" status: 200 len: 851 time: 0.3478379 Apr 22 20:12:10.191581 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.289690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.297327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-baaa88d8-d1b9-4756-832c-0c183ed8f9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:10.348998 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af183b9e-e9a9-4319-b9ee-5af0b1904331,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:10.352921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.358306 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-3824cdfa-62d2-4426-9e35-8b0ac1f3a17b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3d071bb0-f203-4aa8-baa9-d983ec72ff3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335239 Apr 22 20:12:10.358851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:10.367356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.379925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 3, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:10.385739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256959a6-f79a-47da-a450-b0be273a9d84 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 3, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:12:10.403562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c4e504de-6e5b-4b71-bd61-ca4dfa4684ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:10.672940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 64b82957-3d0b-4dd9-9713-b7bc6d2716ae up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:10.816287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.822593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:10.831176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:10.835178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.840264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:10.896928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:10.905072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad10de8d-f015-4268-91a7-69ba0dfc44b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:10.934129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:10.936850 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-6165a564-9de3-4c39-b178-2e103d45fa92 service neutron] 10.222.0.20 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651882 Apr 22 20:12:11.128264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.152987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:11.159028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.169105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:11.274348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:11.287208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:11.396742 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1d997f60b0d4672b48c7aa4de9dc678&name=default HTTP/1.1" status: 200 len: 2979 time: 5.8198769 Apr 22 20:12:11.419450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56276) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:11.434611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.456515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5c02f-0e57-43ad-ab8d-ec0862b7cea1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:11.460613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:11.474523 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=440ff65fa5e34e4192ed22025da9c89d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1352937 Apr 22 20:12:11.475902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.483553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56282) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:11.497881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:11.521865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:11.546168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.550493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:11.572650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Allocated IP 172.20.0.1 (363baa61-61e7-4706-b2ec-edbd0f7ef05a/37168973-b94d-4cc2-8416-9e951236f021/adfac9f8-1549-49f3-b059-37d1144461a2) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:11.659772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Pushing event updated for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:11.664627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:11.750601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.836834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.842623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:12:11.963390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d43cd7-eaa1-489a-be42-8e9b2db0b235 req-0b46dbff-98d8-460e-a572-bde8226c92c3 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:11.964494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-80d43cd7-eaa1-489a-be42-8e9b2db0b235 req-0b46dbff-98d8-460e-a572-bde8226c92c3 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Synchronizing usage tracker for tenant:61d56e51ca4043db94ab3574462ceadd on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:11.976943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:11.992857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.012357 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85cdb16e-3207-461c-aacc-9e3fa3914e43 req-aa99d136-1a0b-43a3-8f20-78065b72dd3f service neutron] 10.222.0.20 "GET /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0546141 Apr 22 20:12:12.013181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-80d43cd7-eaa1-489a-be42-8e9b2db0b235 req-0b46dbff-98d8-460e-a572-bde8226c92c3 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Unset dirty status for tenant:61d56e51ca4043db94ab3574462ceadd on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:12.014460 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-80d43cd7-eaa1-489a-be42-8e9b2db0b235 req-0b46dbff-98d8-460e-a572-bde8226c92c3 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 943 time: 1.0555890 Apr 22 20:12:12.165289 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-80d43cd7-eaa1-489a-be42-8e9b2db0b235 req-9203a80a-76d1-4f1f-b1ec-8bcca78b20e2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308255 Apr 22 20:12:12.171663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.184282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:12.185109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:12.200251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5c02f-0e57-43ad-ab8d-ec0862b7cea1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:12.202174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.202508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:12.225614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:12.291430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Transition to ACTIVE for port object adfac9f8-1549-49f3-b059-37d1144461a2 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:12.302148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.309821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:12.322181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Sync routers for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:12.331915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:12.338706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:12.339602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:12.355605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.370412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af183b9e-e9a9-4319-b9ee-5af0b1904331,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:12.372092 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6c5c02f-0e57-43ad-ab8d-ec0862b7cea1 HTTP/1.1" status: 204 len: 168 time: 0.7269964 Apr 22 20:12:12.391847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:12.447304 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6294210 Apr 22 20:12:12.449697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.453467 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af183b9e-e9a9-4319-b9ee-5af0b1904331 HTTP/1.1" status: 204 len: 168 time: 1.0274000 Apr 22 20:12:12.464166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.470273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e67b95e-7a53-4740-9e9e-bbf6a92371a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:12.675137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:12.697700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:12.702144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:12.702612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:12.712286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Pushing event updated for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:12.722329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:12.788310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:12:12.874732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a56d899f-2188-4810-9e99-5b50d80383f2 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:12.969632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.133985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-23d039be-7cd8-4855-a9b2-beba1dfbc994 None None] Provisioning complete for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:13.134414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-23d039be-7cd8-4855-a9b2-beba1dfbc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.379116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:13.385676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56398) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:13.391324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:13.404177 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8bca68f-07b7-468d-8bbc-dc962a63344e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7565584 Apr 22 20:12:13.413755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56404) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:13.423842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:13.425881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:13.459454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-23d039be-7cd8-4855-a9b2-beba1dfbc994 None None] Port 421baa5d-bb87-4945-90b3-0de49ddc2b42 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:13.471386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.484511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:13.568568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:13.577081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Usage tracker for resource:security_group_rule and tenant:4674bb8a0a86438596494ea269fe260b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:13.585144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:13.598512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:13.646890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port a56d899f-2188-4810-9e99-5b50d80383f2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:13.655894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.698188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port a56d899f-2188-4810-9e99-5b50d80383f2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:13.699429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:13.704375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Usage tracker for resource:security_group_rule and tenant:c21a63c2dc434b0b87206408a89c047c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:13.707225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.712676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:13.731689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:13.785295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 0f9461c4-4e4b-466a-80a1-40c1a396a444 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:12:13.865314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.893611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c54b2-7aa6-4f09-8f02-9a9bb9c225b2 req-6064fa1c-e682-4aa4-9345-978b014f6dd0 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:13.895266 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1d6c54b2-7aa6-4f09-8f02-9a9bb9c225b2 req-6064fa1c-e682-4aa4-9345-978b014f6dd0 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 943 time: 0.3984435 Apr 22 20:12:13.921150 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.933007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.936935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.946348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:13.954534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:13.958736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-de80b785-9978-4481-b6ee-e02428ac203e None None] Provisioning for port adfac9f8-1549-49f3-b059-37d1144461a2 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:13.975076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f7a8bf3-0de2-4019-9f6f-54b390cb6263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:14.006033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-de80b785-9978-4481-b6ee-e02428ac203e None None] Provisioning complete for port adfac9f8-1549-49f3-b059-37d1144461a2 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:14.006459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de80b785-9978-4481-b6ee-e02428ac203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.046725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56428) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:14.055017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8baab5d-1322-45e1-9afe-34a1d1dabce1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:14.080629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:14.120513 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c21a63c2dc434b0b87206408a89c047c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515241 Apr 22 20:12:14.135977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56434) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:14.237730 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1d6c54b2-7aa6-4f09-8f02-9a9bb9c225b2 req-9918d2f5-17f5-4504-86f2-8bb8259baeef tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310349 Apr 22 20:12:14.256108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.267241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.339318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 20:12:14.344086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Pushing event updated for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:14.347737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:14.359152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:14.364138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:14.385191 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4674bb8a0a86438596494ea269fe260b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9794953 Apr 22 20:12:14.392676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56454) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:14.431955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-de80b785-9978-4481-b6ee-e02428ac203e None None] Port adfac9f8-1549-49f3-b059-37d1144461a2 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:14.470937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56458) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:14.537715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.555647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.581622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933da4b4-7873-44c8-a503-4b214dc983d2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:14.593577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-bf8dc66b-b9c4-4e25-9fda-080675aba0b4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:14.594376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-bf8dc66b-b9c4-4e25-9fda-080675aba0b4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:14.602577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:14.621403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-bf8dc66b-b9c4-4e25-9fda-080675aba0b4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:14.630948 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-bf8dc66b-b9c4-4e25-9fda-080675aba0b4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 819 time: 0.2842772 Apr 22 20:12:14.655223 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-213af80d-b414-4c43-8171-f89e1b24e52c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/quotas/5ea2284541fe4281acff21640b76677d HTTP/1.1" status: 200 len: 375 time: 0.0231843 Apr 22 20:12:14.655905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.674922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.736007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:14.740452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c39d881e27244ce19210d3687f03f9ce is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:14.742400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.745974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:14.753558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:14.775952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.830712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.838292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e41e52c7-846d-45db-871a-0b9aa3b7eb70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:14.852158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.853873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8baab5d-1322-45e1-9afe-34a1d1dabce1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:14.860639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:14.868817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.874256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.876502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:14.878095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:14.888109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:14.890717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.891975 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8baab5d-1322-45e1-9afe-34a1d1dabce1 HTTP/1.1" status: 204 len: 168 time: 0.7548664 Apr 22 20:12:14.905513 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:14.907944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Usage tracker for resource:security_group_rule and tenant:1ab2d79583ce42019976846a3a1bb3e6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:14.916012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933da4b4-7873-44c8-a503-4b214dc983d2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:14.923465 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-58f8af5b-0453-49e1-99c2-ac2559ce13c4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2672679 Apr 22 20:12:14.951600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:14.973271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:14.993135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port a56d899f-2188-4810-9e99-5b50d80383f2, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a56d899f-2188-4810-9e99-5b50d80383f2,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:15.001008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56472) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:15.001669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c39d881e27244ce19210d3687f03f9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9535735 Apr 22 20:12:15.004556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:15.047031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.048310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 64b82957-3d0b-4dd9-9713-b7bc6d2716ae up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:15.128196 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.129418 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c20c0c61-fab6-4d07-95a6-bfec5dd71d7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/933da4b4-7873-44c8-a503-4b214dc983d2 HTTP/1.1" status: 204 len: 168 time: 0.7355223 Apr 22 20:12:15.149278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:15.157957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:10Z', 'revision_number': 2, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:15.164066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:15.169577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Updating router a8bca68f-07b7-468d-8bbc-dc962a63344e port 421baa5d-bb87-4945-90b3-0de49ddc2b42 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:12:15.191360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.258307 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.323888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.359778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444,segment=NetworkSegment(07a7dca2-1025-456f-bd7b-fd250999fb9c),segment_id=07a7dca2-1025-456f-bd7b-fd250999fb9c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:15.361913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.371578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:15.400657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493e5f67-e76c-468d-af53-076b1548e6d8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:15.406087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-f17be552-ebaa-4689-ba72-5eb4b05427ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:12:15.407165 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-f17be552-ebaa-4689-ba72-5eb4b05427ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2858245 Apr 22 20:12:15.408074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:15.417809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'f7e3fe28-0408-479e-893d-97678cf78c13', 'name': '', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'mac_address': 'fa:16:3e:26:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:03Z', 'updated_at': '2021-04-22T20:12:10Z', 'revision_number': 2, 'project_id': '5ea2284541fe4281acff21640b76677d', 'subnets': [{'id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:15.427328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Checking router: 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:15.427777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Updating router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 port f7e3fe28-0408-479e-893d-97678cf78c13 binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:12:15.485227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493e5f67-e76c-468d-af53-076b1548e6d8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:15.496731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '0f9461c4-4e4b-466a-80a1-40c1a396a444', 'network_id': '3d071bb0-f203-4aa8-baa9-d983ec72ff3a', 'port_id': '0f9461c4-4e4b-466a-80a1-40c1a396a444', 'mac_address': 'fa:16:3e:f5:a0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '965120ec-bf00-4977-807f-a2eb8f698622', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:12:15.505740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.514024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:15.517307 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:15.517636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:15.575139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:12:15.750944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.780727 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-fda69119-3e16-4b23-b187-a886a75c212a service neutron] 10.222.0.13 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485761 Apr 22 20:12:15.782037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.783533 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/493e5f67-e76c-468d-af53-076b1548e6d8 HTTP/1.1" status: 204 len: 168 time: 0.7803645 Apr 22 20:12:15.798011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=a56d899f-2188-4810-9e99-5b50d80383f2,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:15.810993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9461c4-4e4b-466a-80a1-40c1a396a444 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:15.849155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444,segment=NetworkSegment(07a7dca2-1025-456f-bd7b-fd250999fb9c),segment_id=07a7dca2-1025-456f-bd7b-fd250999fb9c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:15.856460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c59d5035-93bd-4e44-93a7-879f9bb58473 None None] Provisioning complete for port adfac9f8-1549-49f3-b059-37d1144461a2 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:15.857754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59d5035-93bd-4e44-93a7-879f9bb58473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:15.918332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:15.972622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56508) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:16.024126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872694485', 'description': 'tempest-description--1977844277'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:16.040927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.043992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-c59d5035-93bd-4e44-93a7-879f9bb58473 None None] Port adfac9f8-1549-49f3-b059-37d1144461a2 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:16.051846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:16.066270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.067697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:16.094197 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:16.110826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.113926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:16.126361 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9a8df2b2-171c-4229-84af-4091a8e2887f service neutron] 10.222.0.13 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340352 Apr 22 20:12:16.148383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:16.151762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:16.152112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.193978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:16.197407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.230776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Transition to ACTIVE for port object 421baa5d-bb87-4945-90b3-0de49ddc2b42 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:16.245210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.253322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:16.281614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2481f-dd6c-44b8-aece-5c9b23f40b05,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:16.302534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:16.353098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['0f9461c4-4e4b-466a-80a1-40c1a396a444'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:12:16.370398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56520) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:16.380599 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab2d79583ce42019976846a3a1bb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9062302 Apr 22 20:12:16.453346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.521272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:16.531531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.535019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:16.540312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:16.555131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:16.645151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ab3f-3b64-4685-afde-d2d0af15d2ec None None] Pushing event updated for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:16.655044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:16.673431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.682060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d47ab3f-3b64-4685-afde-d2d0af15d2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:16.686336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:16.720677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Attempting to bind port 421baa5d-bb87-4945-90b3-0de49ddc2b42 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:16.726963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Attempting to bind port 421baa5d-bb87-4945-90b3-0de49ddc2b42 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:16.732061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Attempting to bind port 421baa5d-bb87-4945-90b3-0de49ddc2b42 on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:16.738768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56538) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:16.738925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:16.743471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Checking segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:16.747532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.748164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Bound using segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:16.748865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Bound port: 421baa5d-bb87-4945-90b3-0de49ddc2b42, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:16.749430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.838869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.856138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.872091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.913718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:16.916351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9b12d315-0a84-426f-b8d1-a8cb4f1989de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:16.917183 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d8dc2240-51d1-44b0-99ba-809c1f7f6326 req-24c087bb-eaf2-42a0-83b2-8c77a681c9fe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 210 time: 0.3892725 Apr 22 20:12:16.942928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:16.957940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:16.957940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Usage tracker for resource:security_group_rule and tenant:4e1fbabdc0e94922b34e156fd9c48b8b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:16.962857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:16.975030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:16.976384 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9765961 Apr 22 20:12:16.987719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] For port 421baa5d-bb87-4945-90b3-0de49ddc2b42, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:16.993413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] For port 421baa5d-bb87-4945-90b3-0de49ddc2b42, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=421baa5d-bb87-4945-90b3-0de49ddc2b42,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:16.995887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56554) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:17.007542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.011070 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] 10.222.0.13 "PUT /v2.0/routers/87301bfa-4ece-4094-9d0f-25606f4cba38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0322895 Apr 22 20:12:17.024897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:17.038053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92141a52-2502-4ea1-b59f-908d6ba7165e req-b4dd5ac4-dee8-4927-bdd7-9b861f4f16b4 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:17.041047 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92141a52-2502-4ea1-b59f-908d6ba7165e req-b4dd5ac4-dee8-4927-bdd7-9b861f4f16b4 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 944 time: 0.9023325 Apr 22 20:12:17.051214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group_rule': {'security_group_id': '41f869cc-835c-4eab-8825-20fdc758f391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:17.059133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:17.063493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:17.066793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:17.074274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:17.124965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.136736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:17.152907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a56d899f-2188-4810-9e99-5b50d80383f2 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:17.170837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.179050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.194507 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92141a52-2502-4ea1-b59f-908d6ba7165e req-326b8f6b-f7d6-4023-957b-6e5e4fabe279 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470003 Apr 22 20:12:17.209408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f869cc-835c-4eab-8825-20fdc758f391,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:17.223809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:17.227294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:17.228095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:17.255734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-411b4452-a276-47b2-9793-6f268e02da9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:17.294421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.295662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56570) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:17.297689 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e1fbabdc0e94922b34e156fd9c48b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470424 Apr 22 20:12:17.299378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.344670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.405983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:17.406664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.406841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:17.414313 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36d2481f-dd6c-44b8-aece-5c9b23f40b05 HTTP/1.1" status: 204 len: 168 time: 1.0425353 Apr 22 20:12:17.417175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488cf1f5-a7fa-44a9-8789-8527b1502337,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:17.456822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:17.461423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fbfd373-0d47-4dfe-b358-d769604cccbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:17.496360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2481f-dd6c-44b8-aece-5c9b23f40b05,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:17.499205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ab3f-3b64-4685-afde-d2d0af15d2ec None None] Pushing event updated for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:17.517106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d47ab3f-3b64-4685-afde-d2d0af15d2ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:17.530045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:17.531962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:17.591691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.597081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5505927 Apr 22 20:12:17.605088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56590) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:17.637947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f6d6d4-a1d1-4458-8bf1-f10126f92950,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:17.654993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group_rule': {'security_group_id': '41f869cc-835c-4eab-8825-20fdc758f391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:17.682893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:17.683996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:17.697802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:17.704374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:17.720754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.725716 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:17.785731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:17.787855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.842360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.903199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Transition to ACTIVE for port object f7e3fe28-0408-479e-893d-97678cf78c13 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:17.916942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.929092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:17.945622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:17.965963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-c22ccc72-b542-4311-9f9d-5bd9f1eb4cf6 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:17.973736 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-c22ccc72-b542-4311-9f9d-5bd9f1eb4cf6 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 819 time: 0.4012496 Apr 22 20:12:18.010163 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-5578016f-638c-46e6-ae8a-a36640c2fb9c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/quotas/5ea2284541fe4281acff21640b76677d HTTP/1.1" status: 200 len: 375 time: 0.0285258 Apr 22 20:12:18.065653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.072102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.097473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:18.108157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:18.183865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a513440-01f3-4354-a512-2812c27591dd,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:18.201478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:18.210010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.217009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.221336 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6122029 Apr 22 20:12:18.225959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.226838 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-05741f56-d75f-4d46-9c3d-5f5d8c2f37f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2136662 Apr 22 20:12:18.228183 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/488cf1f5-a7fa-44a9-8789-8527b1502337 HTTP/1.1" status: 204 len: 168 time: 0.9312956 Apr 22 20:12:18.229419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56612) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:18.231456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:18.247096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:18.252687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488cf1f5-a7fa-44a9-8789-8527b1502337,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:18.258897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:18.277801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:18.282710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:floatingip and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:18.291287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:18.298776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:18.387752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:18.490610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:16Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:18.496973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd83067-c5dc-4bc5-9be4-e2f9596cd53a None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:16Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:12:18.750732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56624) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:19.202149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56636) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:19.254915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129250170', 'description': 'tempest-description--74726759'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:19.265863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Pushing event updated for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:19.272777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:19.279910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:19.283820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:19.308483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:19.309998 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.365s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:19.310813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Attempting to bind port f7e3fe28-0408-479e-893d-97678cf78c13 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:19.311227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Attempting to bind port f7e3fe28-0408-479e-893d-97678cf78c13 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:19.312557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Attempting to bind port f7e3fe28-0408-479e-893d-97678cf78c13 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:19.325959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port a56d899f-2188-4810-9e99-5b50d80383f2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:19.336676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.346809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.380595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:19.385813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:19.389906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:19.396435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:19.406757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.468326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:19.476988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Checking segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:19.478167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.478167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Bound using segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:19.478767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Bound port: f7e3fe28-0408-479e-893d-97678cf78c13, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:19.479193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.496083 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.553670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:19.575054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.578218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Usage tracker for resource:security_group_rule and tenant:46c84d61e97f4d7cb70004009f7dd15e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:19.592144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:19.600826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:19.664141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213e1f0-e294-4a8b-a41c-7ee2261486ef req-9523fb05-52d2-40ea-bc43-6a0754cf8e60 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:19.665955 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7213e1f0-e294-4a8b-a41c-7ee2261486ef req-9523fb05-52d2-40ea-bc43-6a0754cf8e60 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 944 time: 0.2258728 Apr 22 20:12:19.806460 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7213e1f0-e294-4a8b-a41c-7ee2261486ef req-f1a5e60d-085c-441a-a17f-feff9880a4bb tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249239 Apr 22 20:12:19.839457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] For port f7e3fe28-0408-479e-893d-97678cf78c13, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:19.844082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] For port f7e3fe28-0408-479e-893d-97678cf78c13, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=f7e3fe28-0408-479e-893d-97678cf78c13,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:19.908747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.913021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.913905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:19.920005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:19.920239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-da75e03e-a76a-4a59-8792-c5717bec30e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:19.935550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0a0f5ca3-72a1-4133-86af-cce6e0d16a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:19.954126 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-4d098b6b-b3fb-4261-96ad-cf1f72ce91ae service neutron] 10.222.0.13 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7144461 Apr 22 20:12:19.977971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e501e14-a150-4d71-bea5-7bb98b9d2a81,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:19.983935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:20.014229 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46c84d61e97f4d7cb70004009f7dd15e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2597606 Apr 22 20:12:20.014768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56666) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:20.092189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.104240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 0f9461c4-4e4b-466a-80a1-40c1a396a444 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:20.127197 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.215085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.233003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ac3de54e-c6ee-4a11-b1ef-133df91c7bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:20.266832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e501e14-a150-4d71-bea5-7bb98b9d2a81,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:20.269377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:20.275884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.279857 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e501e14-a150-4d71-bea5-7bb98b9d2a81 HTTP/1.1" status: 204 len: 168 time: 0.2617867 Apr 22 20:12:20.285661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4623c38-3681-47e2-afdc-7ec03074a18f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:20.294043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:20.294778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:20.296245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-de76f4a9-2640-4bef-a6a0-231fb7af9d07 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:20.298466 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-de76f4a9-2640-4bef-a6a0-231fb7af9d07 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 819 time: 0.9546232 Apr 22 20:12:20.300615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:20.326391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.327579 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1157944 Apr 22 20:12:20.330776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56678) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:20.337650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group_rule': {'security_group_id': 'b4623c38-3681-47e2-afdc-7ec03074a18f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:20.343771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Request body: {'port': {'device_id': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'admin_state_up': True, 'tenant_id': '5ea2284541fe4281acff21640b76677d'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:20.354133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:20.361364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:20.372444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:20.389404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Pushing event updated for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:20.391772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:20.404365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:20.405871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 421baa5d-bb87-4945-90b3-0de49ddc2b42 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:20.416713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.624766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.633916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.636661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4f7ad1d3-8bf8-4b55-b07e-0c423187e3c2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:20.639059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 0f9461c4-4e4b-466a-80a1-40c1a396a444 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:20.657974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:13Z', 'revision_number': 2, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:20.667651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:20.668335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Updating router 87301bfa-4ece-4094-9d0f-25606f4cba38 port adfac9f8-1549-49f3-b059-37d1144461a2 binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:12:20.688864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.696328 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-8e77ec31-abaf-4511-807b-17221a66271f service neutron] 10.222.0.13 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050991 Apr 22 20:12:20.723801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bd2e34-b248-448b-82ad-c38d7ff6fb8b,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:20.733376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.738538 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066389 Apr 22 20:12:20.742677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:20.743384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56692) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:20.747435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.756789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group_rule': {'security_group_id': 'b4623c38-3681-47e2-afdc-7ec03074a18f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:20.758531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 0f9461c4-4e4b-466a-80a1-40c1a396a444 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:20.758948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.774996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:20.790336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:20.794940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:20.810206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:20.844612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.855842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:20.909386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:20.985422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:20.994329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:20.995881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Usage tracker for resource:port and tenant:5ea2284541fe4281acff21640b76677d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:20.998625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.002322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:21.003135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:21.017011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:21.041643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Made reservation on behalf of 5ea2284541fe4281acff21640b76677d for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:21.071919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.100500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.112112 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664744 Apr 22 20:12:21.113081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56708) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:21.128856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34ee70f-a311-4ba3-8391-08d95e735f71,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:21.134310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-00cccd24-f75a-490b-8394-9d23c7127c8a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:21.138795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:21.278073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:21.290231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:floatingip and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:21.296321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:21.308738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:21.359340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.482803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e478446-2832-4c8f-a4c0-fbe93c9d397c req-21986c31-648a-4ab9-886d-68f14474ad81 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:21.485274 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e478446-2832-4c8f-a4c0-fbe93c9d397c req-21986c31-648a-4ab9-886d-68f14474ad81 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 944 time: 0.3712294 Apr 22 20:12:21.582369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:21.611329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.629590 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b4afc28e-ac1a-48bf-a75e-ccdc73e6a410 req-cbfab8be-9d5d-4982-bbac-3155b69f5857 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 210 time: 0.4841819 Apr 22 20:12:21.681855 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e478446-2832-4c8f-a4c0-fbe93c9d397c req-18bcaab0-679f-4f46-aeda-8055238132f9 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840227 Apr 22 20:12:21.768966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Allocated IP 172.28.3.171 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/f1a1d680-9e91-40a0-b103-971b6ab3f5f9) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:21.778047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:21.850288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:12:21.991136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Allocated IP 172.20.0.6 (edd55413-a02b-47fd-9141-1bf15ff5fa88/6753f7b4-96a1-436b-a70f-0361df09b407/70f09f5a-4488-4857-a90e-c383e38412a7) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:22.003543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.145999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.156476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:22.354849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444,segment=NetworkSegment(07a7dca2-1025-456f-bd7b-fd250999fb9c),segment_id=07a7dca2-1025-456f-bd7b-fd250999fb9c)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:22.374692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.382877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91e3691c-a2bb-4460-8d99-c24238395b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:22.456675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 421baa5d-bb87-4945-90b3-0de49ddc2b42, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=421baa5d-bb87-4945-90b3-0de49ddc2b42,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:22.468753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.568713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:22.603327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.616532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.630834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:22.633497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:22.693076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.717659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:22.783536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:22.796876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:22.805587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:22.812099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:22.812387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.821436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'f7e3fe28-0408-479e-893d-97678cf78c13', 'name': '', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'mac_address': 'fa:16:3e:26:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:03Z', 'updated_at': '2021-04-22T20:12:19Z', 'revision_number': 4, 'project_id': '5ea2284541fe4281acff21640b76677d', 'subnets': [{'id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:22.840757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17574125-6f93-444d-b2b8-bd8dbf0124ed None None] The sync data for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb is: [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'f7e3fe28-0408-479e-893d-97678cf78c13', 'name': '', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'mac_address': 'fa:16:3e:26:84:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:03Z', 'updated_at': '2021-04-22T20:12:19Z', 'revision_number': 4, 'project_id': '5ea2284541fe4281acff21640b76677d', 'subnets': [{'id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:12:22.871309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:22.911140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:22.941182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:22.961729 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c30e39fb-ce0a-452a-b2f4-0175baf054b4 req-a4eb5f58-b0b7-4d2e-a591-c6288bb29c17 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 210 time: 0.1616662 Apr 22 20:12:22.982632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Pushing event updated for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:23.008891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:23.009448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e11c58d1-e09f-48d4-8e20-83fce0b0f3b2 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:23.060016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Allocated IP 172.28.3.246 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/fd4f44f7-2500-472d-9c33-b0ae0fe24356) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:23.113829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49888) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:23.115335 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7933960 Apr 22 20:12:23.225201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:23.253523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:23.284941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Request body: {'port': {'device_id': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:23.286583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Transition to ACTIVE for port object adfac9f8-1549-49f3-b059-37d1144461a2 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:23.301833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:23.319643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:23.355514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:23.400931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:23.423047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:23.615164 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444', 'code': 200} Apr 22 20:12:23.682182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:23.685674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:23.707634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:23.730789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:23.803447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Pushing event updated for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:23.831231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:23.884640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:23.910605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=fd4f44f7-2500-472d-9c33-b0ae0fe24356,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:23.948762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:23.990120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.024983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Attempting to bind port adfac9f8-1549-49f3-b059-37d1144461a2 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:24.025404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Attempting to bind port adfac9f8-1549-49f3-b059-37d1144461a2 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:24.025809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Attempting to bind port adfac9f8-1549-49f3-b059-37d1144461a2 on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:24.030688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49891) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:24.052547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:24.053217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Checking segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:24.053407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.055593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Bound using segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:24.056493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Bound port: adfac9f8-1549-49f3-b059-37d1144461a2, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:24.056613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.097221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=f1a1d680-9e91-40a0-b103-971b6ab3f5f9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:24.102537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:24.103475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.368842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] For port adfac9f8-1549-49f3-b059-37d1144461a2, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:24.373104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] For port adfac9f8-1549-49f3-b059-37d1144461a2, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=adfac9f8-1549-49f3-b059-37d1144461a2,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:24.379294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.383986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-024028b3-a42e-4d2a-83a4-eccc22fc7444 req-61a6a149-6a81-4c50-8d24-05d5162665f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:24.386405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:24.476472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.518628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Pushing event updated for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:24.531387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:24.550768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:24.555494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:24.931700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 421baa5d-bb87-4945-90b3-0de49ddc2b42 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:24.989918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:24.995152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-024028b3-a42e-4d2a-83a4-eccc22fc7444 req-61a6a149-6a81-4c50-8d24-05d5162665f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:25.007642 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-024028b3-a42e-4d2a-83a4-eccc22fc7444 req-61a6a149-6a81-4c50-8d24-05d5162665f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 210 time: 0.8302431 Apr 22 20:12:25.013271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.017698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-41278700-5f8a-45fb-aaab-ec0c4c64c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:25.019394 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-41278700-5f8a-45fb-aaab-ec0c4c64c08e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 1098 time: 0.9876521 Apr 22 20:12:25.025156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:25.137943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=fd4f44f7-2500-472d-9c33-b0ae0fe24356,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:25.157423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:25.164231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.170572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.191223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 421baa5d-bb87-4945-90b3-0de49ddc2b42 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:25.191897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.198525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:25.206660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Usage tracker for resource:security_group_rule and tenant:b2291935adeb4dedb33415d9ebe1e644 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:25.213155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:25.222647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:25.228865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.229924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:25.243256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1120434 Apr 22 20:12:25.330528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56840) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:25.447612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-4014603c-7233-45e0-8b46-187719cfe17b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:25.449385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-4014603c-7233-45e0-8b46-187719cfe17b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 819 time: 2.3330553 Apr 22 20:12:25.454893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.465957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.517684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43469eb4-c78a-4ac4-aa0a-8b3a4f0f86db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:25.533644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Request body: {'port': {'device_id': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'admin_state_up': True, 'tenant_id': '5ea2284541fe4281acff21640b76677d'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:25.539318 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-105a3f69-bc91-4b20-91c9-73772c8c3cbe req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047444 Apr 22 20:12:25.661192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=704c7b39-e39a-45dc-a258-41c5b0e71b9f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:25.665262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:25.671073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.691231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:25.696866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Usage tracker for resource:security_group_rule and tenant:af7be2bcff544646981a2e8045cbff9f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:25.701742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:25.709253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:25.749274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.862006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:25.880984 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-edb7597d-77b1-49ce-89e6-6d1147e1ea48 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1129250170&fields=id&tenant_id=c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 267 time: 0.1564758 Apr 22 20:12:25.918057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f698a-6874-4956-9a4c-a6ca136f7a20 req-0c889aba-f541-4134-8214-be7e4667097b tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:25.927019 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-188f698a-6874-4956-9a4c-a6ca136f7a20 req-0c889aba-f541-4134-8214-be7e4667097b tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 945 time: 2.3000007 Apr 22 20:12:26.042377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device f7e3fe28-0408-479e-893d-97678cf78c13 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:26.097203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-b379e670-e6da-42a0-9fe4-6ecc58ee41d3 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:26.106651 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-b379e670-e6da-42a0-9fe4-6ecc58ee41d3 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 810 time: 0.2240310 Apr 22 20:12:26.108635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.129705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:26.159169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-188f698a-6874-4956-9a4c-a6ca136f7a20 req-d6f5f5af-799b-435c-863c-963e9e783061 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309079 Apr 22 20:12:26.192329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5787bf-e841-4971-8673-f35531b9e33e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:26.197489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:26.208699 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-778e70d8-7342-415c-819e-09627b1a1f82 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/quotas/c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 375 time: 0.1008706 Apr 22 20:12:26.239794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:24Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:26.271443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c1898-f643-481b-8e08-a793643359f0 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:24Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:12:26.276641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port f7e3fe28-0408-479e-893d-97678cf78c13 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:26.283332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port f7e3fe28-0408-479e-893d-97678cf78c13 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:26.284148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.300477 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af7be2bcff544646981a2e8045cbff9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9667637 Apr 22 20:12:26.302592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56882) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:26.373323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.442167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-b258a093-5487-44bb-b182-2fce9c031818 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:26.472963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.512983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-b258a093-5487-44bb-b182-2fce9c031818 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:26.523241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:26.528211 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-b258a093-5487-44bb-b182-2fce9c031818 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3182478 Apr 22 20:12:26.534561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.553677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.570660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f09f5a-4488-4857-a90e-c383e38412a7 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:26.622869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-87528b23-0185-4709-96d4-e66c38c912fe req-e98aceae-9eb6-4eb1-8825-8de82a339147 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:26.652899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:26.658204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.737238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-87528b23-0185-4709-96d4-e66c38c912fe req-e98aceae-9eb6-4eb1-8825-8de82a339147 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:26.738506 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-87528b23-0185-4709-96d4-e66c38c912fe req-e98aceae-9eb6-4eb1-8825-8de82a339147 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 210 time: 0.2882771 Apr 22 20:12:26.744874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Transition to ACTIVE for port object 70f09f5a-4488-4857-a90e-c383e38412a7 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:26.774344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Made reservation on behalf of 5ea2284541fe4281acff21640b76677d for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:26.780845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.785172 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-e2850bbb-1a54-47cb-b993-94805e924cad service neutron] 10.222.0.13 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015941 Apr 22 20:12:26.787821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.808682 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port f7e3fe28-0408-479e-893d-97678cf78c13, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=f7e3fe28-0408-479e-893d-97678cf78c13,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:26.816939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.820384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:26.824458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:26.840517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-97359b1e-1fc8-4e62-b0c7-d502644f4b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:26.931992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-634b8e50-f4c4-402c-812b-52ed8eedc253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:26.956958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5787bf-e841-4971-8673-f35531b9e33e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:26.961190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:26.967669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:27.067400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:27.103198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device adfac9f8-1549-49f3-b059-37d1144461a2 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:27.116485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:27.117736 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d5787bf-e841-4971-8673-f35531b9e33e HTTP/1.1" status: 204 len: 168 time: 0.8141723 Apr 22 20:12:27.205455 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-c10da46d-896f-4318-9260-a9cb3a8bb271 service neutron] 10.222.0.13 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190650 Apr 22 20:12:27.383632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Pushing event updated for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:27.428586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port adfac9f8-1549-49f3-b059-37d1144461a2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:27.431606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:27.440778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port adfac9f8-1549-49f3-b059-37d1144461a2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:27.442595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:27.691359 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3dd539b2-5acb-4510-b986-a0a83403381a req-f220ab03-61f5-41a8-b6dc-28566c0d7a9c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 210 time: 0.1380064 Apr 22 20:12:27.970037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.016874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56922) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:28.041015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port adfac9f8-1549-49f3-b059-37d1144461a2, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=adfac9f8-1549-49f3-b059-37d1144461a2,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:28.063466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.068263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:28.076643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.098281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Allocated IP 172.20.0.5 (edd55413-a02b-47fd-9141-1bf15ff5fa88/6753f7b4-96a1-436b-a70f-0361df09b407/87950fde-e268-4002-9d04-b245097d2024) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:28.153863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Attempting to bind port 70f09f5a-4488-4857-a90e-c383e38412a7 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:28.181114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Attempting to bind port 70f09f5a-4488-4857-a90e-c383e38412a7 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:28.181664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Attempting to bind port 70f09f5a-4488-4857-a90e-c383e38412a7 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:28.228158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:28.245124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:28.253029 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-95e777bb-e3ef-448f-8f6c-7a6eb2b5094c req-da052376-e5a0-446a-8fc2-95a711ac57d8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 210 time: 0.1451664 Apr 22 20:12:28.253029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:28.271297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Usage tracker for resource:security_group_rule and tenant:040f805b66084c2fb3ca79e2cec818c6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:28.282805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:28.319420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:28.501909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Port 70f09f5a-4488-4857-a90e-c383e38412a7 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:12:28.502609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Attempting to bind port 70f09f5a-4488-4857-a90e-c383e38412a7 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:28.527928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.543915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:28.544567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Checking segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:28.544973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.545311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Bound using segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:28.545965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Bound port: 70f09f5a-4488-4857-a90e-c383e38412a7, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:28.546503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.580368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.608713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:28.642237 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=040f805b66084c2fb3ca79e2cec818c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244051 Apr 22 20:12:28.646449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56942) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:28.703524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d61fbc-8f74-45a7-ab5a-c54d50f58c61,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:28.709882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:28.745115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.749753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:28.754153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=70f09f5a-4488-4857-a90e-c383e38412a7,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:28.769208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75951db-7d9a-4f5e-be89-3be882633168 req-cc4a587e-82d3-4926-8671-5c71d77a3ae9 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:28.778520 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d75951db-7d9a-4f5e-be89-3be882633168 req-cc4a587e-82d3-4926-8671-5c71d77a3ae9 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 945 time: 1.3684628 Apr 22 20:12:28.804582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.806299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.812023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.860529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.872704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56956) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:28.873269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1a2dabaf-2129-4ce3-b513-ae92d2557a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:28.873849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:28.892080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 56958) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:28.926891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d61fbc-8f74-45a7-ab5a-c54d50f58c61,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:28.941855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:28.943293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:28.944777 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29d61fbc-8f74-45a7-ab5a-c54d50f58c61 HTTP/1.1" status: 204 len: 168 time: 0.2972014 Apr 22 20:12:28.961571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device f7e3fe28-0408-479e-893d-97678cf78c13 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:29.024284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.069353 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a1fe8d35-8dcc-4666-b757-0a1f4349f5c6 req-42d51feb-c137-4172-9104-4beb75ac21a0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 210 time: 0.0684152 Apr 22 20:12:29.122450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.135294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port f7e3fe28-0408-479e-893d-97678cf78c13 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:29.136968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.162366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.202310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.216070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:29.223947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Usage tracker for resource:security_group_rule and tenant:8dde783b5fd64996bf87fe3d34733bd8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:29.232711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:29.236655 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d75951db-7d9a-4f5e-be89-3be882633168 req-22299e7b-81e9-4be5-bf49-845ddc361caa tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571264 Apr 22 20:12:29.237719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.239429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=f1a1d680-9e91-40a0-b103-971b6ab3f5f9,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:29.239622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Usage tracker for resource:security_group_rule and tenant:3eee1d8518004d28973b1714f65be431 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:29.246909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.247755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:29.248223 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.0176566 Apr 22 20:12:29.255254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:29.268759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:29.279413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:29.381618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.416326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.420840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device adfac9f8-1549-49f3-b059-37d1144461a2 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:29.433302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20c35313-6c22-4728-943f-99dccdd6a06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:29.459300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Pushing event updated for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:29.492048 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:29.492692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:29.495361 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dde783b5fd64996bf87fe3d34733bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074805 Apr 22 20:12:29.584609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:29.587383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Pushing event updated for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:29.590622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 56984) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:29.591749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:29.606951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:29.607888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:29.608221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:29.609617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:29.610602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.612089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] 10.222.0.20 "PUT /v2.0/ports/70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 1093 time: 6.4560046 Apr 22 20:12:29.695998 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:29.722362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e78f1a-322b-40f2-b61b-1ec1fa5f7441,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:29.730272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.733222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port adfac9f8-1549-49f3-b059-37d1144461a2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:29.734505 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.780766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:29.782864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e13d4a9-78c2-491b-a728-a06aa3122801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.785959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:29.942847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def802d-0380-40a8-ab48-60edb4345175 req-73c5ced2-bac6-4e3b-93ea-caac7d1663a2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:29.947486 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9def802d-0380-40a8-ab48-60edb4345175 req-73c5ced2-bac6-4e3b-93ea-caac7d1663a2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 931 time: 0.4437342 Apr 22 20:12:30.059253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.075220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-c168556c-03d9-4977-8481-f448f6cb80b9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:30.076643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-c168556c-03d9-4977-8481-f448f6cb80b9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:30.090380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.095456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0784ad66-c669-4038-a2b4-ea1717b34fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:30.105905 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9def802d-0380-40a8-ab48-60edb4345175 req-5fb9b8fa-b263-4f0a-9cca-4aa4a762207c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431453 Apr 22 20:12:30.118497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57014) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:30.127754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.159186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e78f1a-322b-40f2-b61b-1ec1fa5f7441,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:30.161225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:30.172731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:30.180202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:30.181357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.193991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.195828 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e78f1a-322b-40f2-b61b-1ec1fa5f7441 HTTP/1.1" status: 204 len: 168 time: 0.5925336 Apr 22 20:12:30.215167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-312568fe-d3d8-402b-b826-0ef924a56da6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:30.245791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-10801629-56c3-46ed-84d8-2fa8df00e7b9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:30.274172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-c168556c-03d9-4977-8481-f448f6cb80b9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:30.277756 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-c168556c-03d9-4977-8481-f448f6cb80b9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 810 time: 0.4303153 Apr 22 20:12:30.280463 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7692823 Apr 22 20:12:30.299644 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7', 'status': 'completed', 'code': 200} Apr 22 20:12:30.316063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Request body: {'port': {'device_id': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:30.562998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eee1d8518004d28973b1714f65be431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6675754 Apr 22 20:12:30.570287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57036) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:30.572613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada93661-3eee-4780-9ae3-c60fe342c391,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:30.575919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:30.672930 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b38ccd1-fd44-44ec-8828-a355ac02c46c req-83c56c98-1686-416e-bded-4e80f7c89dea tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 210 time: 0.1016569 Apr 22 20:12:30.691611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-10801629-56c3-46ed-84d8-2fa8df00e7b9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:30.697559 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-10801629-56c3-46ed-84d8-2fa8df00e7b9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--872694485&fields=id&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 267 time: 0.6174562 Apr 22 20:12:30.705190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-d7d86edd-3a50-4b65-9ce0-faeebeaf7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:30.706982 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-d7d86edd-3a50-4b65-9ce0-faeebeaf7e71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1096 time: 0.6851258 Apr 22 20:12:30.734130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.830133 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-d9896b86-97bf-4238-b0d5-7f8e21759817 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.0972137 Apr 22 20:12:30.891096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57046) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:30.917190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.948433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:30.976699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.002577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:31.013384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Usage tracker for resource:security_group_rule and tenant:97d224aa62f14568b3b22995541198da is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:31.028243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:31.030680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:31.044189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-51db6952-8ca5-402f-bf72-fbf5a1dfa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:31.045761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-51db6952-8ca5-402f-bf72-fbf5a1dfa8f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.2035861 Apr 22 20:12:31.046685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:31.051169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Usage tracker for resource:security_group_rule and tenant:10d11deedb8d48e8a0cedb0a41fcdc63 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:31.051337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-04c0bb04-ad36-4192-a1f8-395fb6cc0bec tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:31.056030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.096863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.097629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:31.114062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:31.128410 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-4ec7aab5-97d8-49f6-8dbe-cf0fb7ea3b79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735126 Apr 22 20:12:31.248559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-04c0bb04-ad36-4192-a1f8-395fb6cc0bec tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:31.249796 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-04c0bb04-ad36-4192-a1f8-395fb6cc0bec tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 380 time: 0.9431543 Apr 22 20:12:31.257910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.274013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:31.275750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'port': {'device_id': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'admin_state_up': True, 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'security_groups': ['b4623c38-3681-47e2-afdc-7ec03074a18f']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:31.334839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e1a9bdcd-9d0f-43bb-a771-6965bb9e42e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:31.336111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e1a9bdcd-9d0f-43bb-a771-6965bb9e42e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:31.342860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada93661-3eee-4780-9ae3-c60fe342c391,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:31.345411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:31.455880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e1a9bdcd-9d0f-43bb-a771-6965bb9e42e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:31.457166 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e1a9bdcd-9d0f-43bb-a771-6965bb9e42e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 817 time: 0.7441080 Apr 22 20:12:31.473379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.477607 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ada93661-3eee-4780-9ae3-c60fe342c391 HTTP/1.1" status: 204 len: 168 time: 0.8979254 Apr 22 20:12:31.478488 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-84caf51a-732f-416d-8d09-fe4a0f2de143 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386571 Apr 22 20:12:31.562310 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-a1b07498-3786-4276-b311-aa161c4315b3 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/quotas/d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 375 time: 0.0475140 Apr 22 20:12:31.682643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.691763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589c0a-91c1-4b2c-8270-eddc67d5c4f9 req-1dc837c2-b188-4e79-a3c7-388fb9484f3c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:31.693394 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-87589c0a-91c1-4b2c-8270-eddc67d5c4f9 req-1dc837c2-b188-4e79-a3c7-388fb9484f3c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 931 time: 0.4212308 Apr 22 20:12:31.704772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.706049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.721484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-900cfd8a-0575-495e-903a-ff27348196d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:31.757400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:31.758500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.780544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:31.823136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Made reservation on behalf of c425cd146af14d84bb95e4ad4f369215 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:31.830433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:31.842096 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-87589c0a-91c1-4b2c-8270-eddc67d5c4f9 req-4d4c708a-278f-4a3b-9d99-eb7756c975d6 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394689 Apr 22 20:12:31.854978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23157a79-dae1-49f7-b854-427394d956f3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:31.875792 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10d11deedb8d48e8a0cedb0a41fcdc63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635949 Apr 22 20:12:31.877127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:31.880388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57078) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:31.881092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-df2a16f0-98e4-4409-8f66-f9383ec7f671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:31.917325 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97d224aa62f14568b3b22995541198da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7040870 Apr 22 20:12:31.918282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57082) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:31.928229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47d2b5-a971-4c94-b1c5-9ede577035d3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:31.933271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:31.979213 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d7199aea-584e-4e60-9a07-8f0761fd759f req-36273aab-3883-45ab-b24d-32267f104548 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844210 Apr 22 20:12:32.089252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57090) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:32.124908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.126545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Allocated IP 172.20.0.13 (363baa61-61e7-4706-b2ec-edbd0f7ef05a/37168973-b94d-4cc2-8416-9e951236f021/f6bdb242-36f9-40e2-9d9b-5e63a456e517) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:32.156187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07c11f12-25fd-476e-8faf-dc174ea6be57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.164626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:32.184805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d8963ea40c44478cb3aad78f5a626b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:32.187585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.190295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87950fde-e268-4002-9d04-b245097d2024 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:32.192029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:32.201763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.207664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.210828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:32.217206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-602a71a0-52af-4660-864d-920e2f9dbdcc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:32.244294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Transition to ACTIVE for port object 87950fde-e268-4002-9d04-b245097d2024 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:32.269559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.274121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.295365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:32.299172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.322139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ed348-5591-4910-b08d-721ef8979572 req-a2afb08f-8db4-48d2-b070-2d72b5bc8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:32.324788 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-a2afb08f-8db4-48d2-b070-2d72b5bc8c00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1096 time: 0.2867429 Apr 22 20:12:32.361828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-602a71a0-52af-4660-864d-920e2f9dbdcc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:32.363196 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-602a71a0-52af-4660-864d-920e2f9dbdcc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7843933 Apr 22 20:12:32.368438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Pushing event updated for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:32.425952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:32.584202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.589164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:32.617070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.650052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23157a79-dae1-49f7-b854-427394d956f3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:32.656707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.659910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:32.661482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eb558ddb-3e03-4fe4-94d0-444f3cb611a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:32.671384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ed348-5591-4910-b08d-721ef8979572 req-76635743-a144-435f-b91e-a4f97f3ab44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:32.672995 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-76635743-a144-435f-b91e-a4f97f3ab44d service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.3289175 Apr 22 20:12:32.681680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.714874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47d2b5-a971-4c94-b1c5-9ede577035d3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:32.800072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Attempting to bind port 87950fde-e268-4002-9d04-b245097d2024 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:32.800072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Attempting to bind port 87950fde-e268-4002-9d04-b245097d2024 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:32.800072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Attempting to bind port 87950fde-e268-4002-9d04-b245097d2024 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:32.802118 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Port 87950fde-e268-4002-9d04-b245097d2024 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:12:32.802482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Attempting to bind port 87950fde-e268-4002-9d04-b245097d2024 on network edd55413-a02b-47fd-9141-1bf15ff5fa88 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:32.837867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:32.838244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Checking segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:32.838668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Bound using segment: {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:32.839161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Bound port: 87950fde-e268-4002-9d04-b245097d2024, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8970fcb5-6e7c-4243-8049-d17f153a0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:32.839557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.847136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:32.859762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:32.886852 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-8de4a83b-11ff-4fef-bc8c-318aeab48390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.1776376 Apr 22 20:12:32.899560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.916116 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23157a79-dae1-49f7-b854-427394d956f3 HTTP/1.1" status: 204 len: 168 time: 0.9951465 Apr 22 20:12:32.962426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:32.998852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:33.003449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.011082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=87950fde-e268-4002-9d04-b245097d2024,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:33.021714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.025155 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e4c9a64a-c38c-4558-8469-c408713162e3 service neutron] 10.222.0.13 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981174 Apr 22 20:12:33.032962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.034325 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f47d2b5-a971-4c94-b1c5-9ede577035d3 HTTP/1.1" status: 204 len: 168 time: 1.1029031 Apr 22 20:12:33.039377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fcbea583-3f81-4e34-9d4d-da995be9f521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:33.116842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Transition to ACTIVE for port object f6bdb242-36f9-40e2-9d9b-5e63a456e517 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:33.125954 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3d8963ea40c44478cb3aad78f5a626b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0300822 Apr 22 20:12:33.130960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57124) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:33.144236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91862cf-54b9-49dd-a732-9a1ae5a41afe,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:33.160154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6cd9575a-16d4-4b6d-85a2-ebff883800fd req-8ece94c5-518f-4219-8e3b-0cf68bbe5abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 210 time: 0.1179371 Apr 22 20:12:33.161133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:33.198192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ed348-5591-4910-b08d-721ef8979572 req-877525c5-523e-43f5-accc-441c867538be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:33.211285 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-877525c5-523e-43f5-accc-441c867538be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.2800498 Apr 22 20:12:33.266010 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-6dd0f47f-5e25-434b-8f59-1ad630dd06c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533645 Apr 22 20:12:33.311603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:33.312297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.313774 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] 10.222.0.20 "PUT /v2.0/ports/87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 200 len: 1093 time: 3.0057929 Apr 22 20:12:33.329065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'tag': '87950fde-e268-4002-9d04-b245097d2024'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:33.376571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Pushing event updated for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:33.427767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:33.444224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.477539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.484822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:33.509574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c6ed-d014-4fa8-8da7-834058d5df3e req-4b947e17-6a11-4f42-83e1-8176a753e021 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:33.517262 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e952c6ed-d014-4fa8-8da7-834058d5df3e req-4b947e17-6a11-4f42-83e1-8176a753e021 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 943 time: 0.2133129 Apr 22 20:12:33.538750 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-6cc6d5c6-e695-4b9c-91fa-e30bd028ab27 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624745 Apr 22 20:12:33.538934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57136) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:33.566536 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-e80b4daa-c182-4eab-9f05-2cacace3b7c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304630 Apr 22 20:12:33.603562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.629764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:33.633907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.672856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:33.688776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.697982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:33.712085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:33.713037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:33.795171 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:33.854119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:33.891472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:33.921999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'tag': '87950fde-e268-4002-9d04-b245097d2024', 'status': 'completed', 'code': 200} Apr 22 20:12:33.942323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Usage tracker for resource:security_group_rule and tenant:3a145f9b3acd4af7aa30c752dc1ef2ca is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:33.942525 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6746690 Apr 22 20:12:33.946362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-2f381a9f-9c26-475e-8406-e262dd5c3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:33.966996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-2f381a9f-9c26-475e-8406-e262dd5c3b1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1096 time: 0.6020796 Apr 22 20:12:33.980164 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e952c6ed-d014-4fa8-8da7-834058d5df3e req-123c8a3c-79f6-4b9c-bbaf-fde15e7fc803 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619665 Apr 22 20:12:33.988142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:33.996817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:34.071399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Request body: {'port': {'device_id': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:34.122548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-669a925a-c332-41a2-93a1-25b1f5c49d16 None None] Provisioning for port f6bdb242-36f9-40e2-9d9b-5e63a456e517 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:34.131260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-669a925a-c332-41a2-93a1-25b1f5c49d16 None None] Provisioning complete for port f6bdb242-36f9-40e2-9d9b-5e63a456e517 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:34.132641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-669a925a-c332-41a2-93a1-25b1f5c49d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.200191 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-31e6a4cc-999c-47a8-a706-4dee4a97f68a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 200 len: 217 time: 0.2317176 Apr 22 20:12:34.201506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 70f09f5a-4488-4857-a90e-c383e38412a7 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:12:34.227953 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6af17bce-f5d5-4039-8d60-d074a07e3bd3 req-482d0704-a8bd-413a-b4d7-6a3b72e326b8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 210 time: 0.1150968 Apr 22 20:12:34.249221 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676ed348-5591-4910-b08d-721ef8979572 req-45f5f3b1-fb8f-4dcb-adf6-967f935379df service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887081 Apr 22 20:12:34.311623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.325264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.348840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:34.417894 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a145f9b3acd4af7aa30c752dc1ef2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8778808 Apr 22 20:12:34.419330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96612d-f526-42cd-bee9-6ef2bd7255dd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:34.422085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57172) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:34.442120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:34.517386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.530473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a0769bc6-0a4c-425d-8fad-d65362bd880c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:34.556405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91862cf-54b9-49dd-a732-9a1ae5a41afe,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:34.572255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:34.573024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=70f09f5a-4488-4857-a90e-c383e38412a7,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:34.581564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.708905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.749900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-669a925a-c332-41a2-93a1-25b1f5c49d16 None None] Port f6bdb242-36f9-40e2-9d9b-5e63a456e517 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:34.754751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '70f09f5a-4488-4857-a90e-c383e38412a7', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'port_id': '70f09f5a-4488-4857-a90e-c383e38412a7', 'mac_address': 'fa:16:3e:fe:48:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:12:34.767914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.829876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed85b1c-74a7-4f0a-a1d9-402f78493917 req-034ecd00-7810-4d40-b8f1-97e767003d65 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:34.831889 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ed85b1c-74a7-4f0a-a1d9-402f78493917 req-034ecd00-7810-4d40-b8f1-97e767003d65 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 932 time: 0.3156440 Apr 22 20:12:34.899920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.930637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:34.931984 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c91862cf-54b9-49dd-a732-9a1ae5a41afe HTTP/1.1" status: 204 len: 168 time: 1.7874203 Apr 22 20:12:34.946772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-73fb95a7-b321-4d06-a58c-535b10ca565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:34.949848 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-73fb95a7-b321-4d06-a58c-535b10ca565a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.7404637 Apr 22 20:12:34.969939 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ed85b1c-74a7-4f0a-a1d9-402f78493917 req-5db58b8a-6a4d-40d4-a36e-6c598ebda7a8 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257565 Apr 22 20:12:34.970962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:35.001086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-85b814cd-1aa7-4ea9-ab76-4a99ce88171c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:35.001243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f09f5a-4488-4857-a90e-c383e38412a7 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:35.012536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:35.031233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96612d-f526-42cd-bee9-6ef2bd7255dd,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:35.045250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:35.046202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:35.055186 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b96612d-f526-42cd-bee9-6ef2bd7255dd HTTP/1.1" status: 204 len: 168 time: 0.6315548 Apr 22 20:12:35.109287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=70f09f5a-4488-4857-a90e-c383e38412a7,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:35.120321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:35.130071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:35.202199 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-a03ffc92-a06d-4f75-b07c-f800cab36ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2425153 Apr 22 20:12:35.249459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:35.253174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:35.358860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['70f09f5a-4488-4857-a90e-c383e38412a7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:12:35.448492 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-69aeb1aa-a78e-4cc4-8ebb-7485b750569f req-7007e4dd-9cf1-4227-ac2f-dd8508088be2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 210 time: 0.0679915 Apr 22 20:12:35.642573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-273aee38-09a1-48c1-aa1d-7cedfe699e1b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:35.643479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-273aee38-09a1-48c1-aa1d-7cedfe699e1b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:35.892049 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-c3b61f5c-f0e9-4f97-8b76-9212be367d50 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115072 Apr 22 20:12:35.896158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-273aee38-09a1-48c1-aa1d-7cedfe699e1b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:35.897185 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-273aee38-09a1-48c1-aa1d-7cedfe699e1b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 943 time: 0.6984932 Apr 22 20:12:36.137610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-6d14a7a5-0605-4eec-b9ff-48893a559943 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:36.189669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 70f09f5a-4488-4857-a90e-c383e38412a7 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:36.246913 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1000abc2-778b-4cc5-b4eb-29a5b7383f09 req-c2e33288-f721-4969-bf81-b47a5e26b96c service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478887 Apr 22 20:12:36.251052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-6d14a7a5-0605-4eec-b9ff-48893a559943 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:36.265079 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-280cf1b5-1a40-4696-aa69-fbf6110b6555 req-6d14a7a5-0605-4eec-b9ff-48893a559943 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245038 Apr 22 20:12:36.302248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bdb242-36f9-40e2-9d9b-5e63a456e517 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:36.313053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:36.385080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 70f09f5a-4488-4857-a90e-c383e38412a7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:36.391123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 70f09f5a-4488-4857-a90e-c383e38412a7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:36.391579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:36.437476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Transition to ACTIVE for port object f6bdb242-36f9-40e2-9d9b-5e63a456e517 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:36.443940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:36.483077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fe47d07-6ebd-4d20-af1e-72af9a5182c3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:36.497832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-38485b73-8faa-4eaa-9023-35f0587cb6f7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:36.499430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-38485b73-8faa-4eaa-9023-35f0587cb6f7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 817 time: 0.7496123 Apr 22 20:12:36.652046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-fd5aab4a-6670-45be-ae36-861703b1fefa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:36.674244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:36.680673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5368b-7e87-4aa5-b7be-1e4ba3b0d942 req-78bbf1ea-8bc8-4fc4-96fb-412b73e1cb98 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:36.690844 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ed5368b-7e87-4aa5-b7be-1e4ba3b0d942 req-78bbf1ea-8bc8-4fc4-96fb-412b73e1cb98 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 945 time: 0.3065608 Apr 22 20:12:36.712765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-fd5aab4a-6670-45be-ae36-861703b1fefa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:36.717030 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-fd5aab4a-6670-45be-ae36-861703b1fefa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 379 time: 0.1978590 Apr 22 20:12:36.728083 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:36.747868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'port': {'device_id': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'admin_state_up': True, 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'security_groups': ['41f869cc-835c-4eab-8825-20fdc758f391']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:36.758008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=70f09f5a-4488-4857-a90e-c383e38412a7,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:36.764100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:36.766294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:36.946843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:36.950487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807641c-5099-44ae-b366-803e59a127d4 req-7d69a52d-26b5-4aaa-8d93-1422afca175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:36.952332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:36.953131 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-7d69a52d-26b5-4aaa-8d93-1422afca175f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1096 time: 0.6371300 Apr 22 20:12:37.024952 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ed5368b-7e87-4aa5-b7be-1e4ba3b0d942 req-d0e4d36f-830a-4476-8152-e1a6999fcc18 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325901 Apr 22 20:12:37.072277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:37.112129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:37.129732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Attempting to bind port f6bdb242-36f9-40e2-9d9b-5e63a456e517 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:37.130103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Attempting to bind port f6bdb242-36f9-40e2-9d9b-5e63a456e517 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:37.130458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Attempting to bind port f6bdb242-36f9-40e2-9d9b-5e63a456e517 on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:37.205344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Port f6bdb242-36f9-40e2-9d9b-5e63a456e517 on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:12:37.205725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Attempting to bind port f6bdb242-36f9-40e2-9d9b-5e63a456e517 on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:37.209609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:37.227181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:37.235553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79b70-dcf2-40f1-affc-bff17103e3cb req-f3f9e64b-ca91-4539-afb2-358347f1e658 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:37.236359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-b2e79b70-dcf2-40f1-affc-bff17103e3cb req-f3f9e64b-ca91-4539-afb2-358347f1e658 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:37.244079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:37.244446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Checking segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:37.244863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Bound using segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:37.245351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Bound port: f6bdb242-36f9-40e2-9d9b-5e63a456e517, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:37.245726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:37.286055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-b2e79b70-dcf2-40f1-affc-bff17103e3cb req-f3f9e64b-ca91-4539-afb2-358347f1e658 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:37.287358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b2e79b70-dcf2-40f1-affc-bff17103e3cb req-f3f9e64b-ca91-4539-afb2-358347f1e658 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 944 time: 0.7243567 Apr 22 20:12:37.309965 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eba09bf9-4081-44fc-a475-ea4ad28225a5 req-6988421a-7cf6-4cae-9055-de03139e15b8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 210 time: 0.0932202 Apr 22 20:12:37.314754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Made reservation on behalf of d44e5ca389a24c03a1d9cd0cc8b65694 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:37.338843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57288) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:37.339013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:37.383785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.20', 49919) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:37.451087 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7', 'code': 200} Apr 22 20:12:37.465887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807641c-5099-44ae-b366-803e59a127d4 req-f323a0c6-fac2-4d72-9315-000db7a62824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:37.467748 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-f323a0c6-fac2-4d72-9315-000db7a62824 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.5026381 Apr 22 20:12:37.573761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-49170ced-7dec-4d23-b07c-69f28d3665be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 200 len: 217 time: 0.0911372 Apr 22 20:12:37.722816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Allocated IP 172.20.0.10 (9a39d0f6-4353-441d-9fef-11f31b4f6f1f/c4462e28-841d-4441-b9c8-50d0d26e5fb2/ff27fe22-6778-4b1b-9511-7f2eee552ced) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:37.751154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b2e79b70-dcf2-40f1-affc-bff17103e3cb req-4208b49a-5752-413f-9e66-425271de6191 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176919 Apr 22 20:12:37.790270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:37.797590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.20', 49921) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:37.803414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1814497270-network', 'tenant_id': 'd135036caf6b4a56b7bb7b5efac279c0'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:37.819328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:37.825227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:37.837753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Usage tracker for resource:network and tenant:d135036caf6b4a56b7bb7b5efac279c0 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:37.852141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-8d7a7d9a-8a94-4b7a-9b8f-440e6bd4bd32 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:37.854079 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-8d7a7d9a-8a94-4b7a-9b8f-440e6bd4bd32 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 945 time: 0.4654520 Apr 22 20:12:37.858101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:37.863204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:37.926175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:37.934089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:37.983490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:37.984507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:37.986864 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] 10.222.0.20 "PUT /v2.0/ports/f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 1094 time: 4.0134432 Apr 22 20:12:37.988725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807641c-5099-44ae-b366-803e59a127d4 req-62f3ad31-8380-4681-a143-cbe74bede36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:37.991727 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-62f3ad31-8380-4681-a143-cbe74bede36c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.3603218 Apr 22 20:12:38.008002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:38.071169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b2345-e304-4ad1-a037-a21201ba87f6 req-e7f85b06-bd42-4278-8457-19fa7f412d24 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:38.072950 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1e4b2345-e304-4ad1-a037-a21201ba87f6 req-e7f85b06-bd42-4278-8457-19fa7f412d24 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 943 time: 0.3560481 Apr 22 20:12:38.126692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-8cb6fa4b-805b-479b-8314-f5b8e14922dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:38.128385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-8cb6fa4b-805b-479b-8314-f5b8e14922dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.3293903 Apr 22 20:12:38.205148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 87950fde-e268-4002-9d04-b245097d2024 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:12:38.291768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57326) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:38.295071 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1e4b2345-e304-4ad1-a037-a21201ba87f6 req-ad156568-3778-41ce-a38a-023ed97f5e79 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088819 Apr 22 20:12:38.300340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-e9232879-8045-409f-8c5c-a651fe74a84d service neutron] Synchronizing usage tracker for tenant:b2291935adeb4dedb33415d9ebe1e644 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:38.349138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.370957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-e9232879-8045-409f-8c5c-a651fe74a84d service neutron] Unset dirty status for tenant:b2291935adeb4dedb33415d9ebe1e644 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:38.372236 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-e9232879-8045-409f-8c5c-a651fe74a84d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285781 Apr 22 20:12:38.374971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Transition to ACTIVE for port object ff27fe22-6778-4b1b-9511-7f2eee552ced will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:38.402436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.402924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=87950fde-e268-4002-9d04-b245097d2024,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:38.419258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b72c92bd-03f9-4968-969f-86759f9b92dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:38.432714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '87950fde-e268-4002-9d04-b245097d2024', 'network_id': 'edd55413-a02b-47fd-9141-1bf15ff5fa88', 'port_id': '87950fde-e268-4002-9d04-b245097d2024', 'mac_address': 'fa:16:3e:83:d4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6753f7b4-96a1-436b-a70f-0361df09b407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:12:38.513667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.515266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:38.520381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:38.552979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:38.556270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:38.563479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:38.566548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87950fde-e268-4002-9d04-b245097d2024 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:38.577454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:38.581836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.588861 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'status': 'completed', 'code': 200} Apr 22 20:12:38.607451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=87950fde-e268-4002-9d04-b245097d2024,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:38.611234 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-2be17d25-8d49-4980-8c14-c535a02b95c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5578744 Apr 22 20:12:38.612611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.615245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:38.617452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Made reservation on behalf of d135036caf6b4a56b7bb7b5efac279c0 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:38.622381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.758885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:38.762357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:38.766708 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0437744 Apr 22 20:12:38.773568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:38.797709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Request body: {'port': {'device_id': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:38.841944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['87950fde-e268-4002-9d04-b245097d2024'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:12:38.936583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Deleting port 0f9461c4-4e4b-466a-80a1-40c1a396a444 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:12:38.936946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.066624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:39.071795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:39.081077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:39.094698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.104449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:d135036caf6b4a56b7bb7b5efac279c0 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:39.111253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:39.125614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:39.130179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa2bca9d441470aa75ae60fdb9bfe44 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:39.134055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:39.140315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:39.146986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:39.163967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-64a3f382-95e5-45b1-aa1f-1d43dac811ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:39.165804 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-64a3f382-95e5-45b1-aa1f-1d43dac811ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1097 time: 1.1104977 Apr 22 20:12:39.184750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-772183bd-d829-4cfd-b2b4-c62816596df1 None None] Provisioning for port ff27fe22-6778-4b1b-9511-7f2eee552ced completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:39.191979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.205834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-772183bd-d829-4cfd-b2b4-c62816596df1 None None] Provisioning complete for port ff27fe22-6778-4b1b-9511-7f2eee552ced triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:39.206441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-772183bd-d829-4cfd-b2b4-c62816596df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.255856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.266376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.274144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-772183bd-d829-4cfd-b2b4-c62816596df1 None None] Port ff27fe22-6778-4b1b-9511-7f2eee552ced cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:12:39.298229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8ae65187-362f-418f-8cdf-38528afa26c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:39.310659 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aa2bca9d441470aa75ae60fdb9bfe44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144794 Apr 22 20:12:39.313311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57358) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:39.324970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14196fb0-3b3b-4e4e-b047-be62dd88f42a req-9023d025-e124-4f2b-87d8-2a4c473a065c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:39.325777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-14196fb0-3b3b-4e4e-b047-be62dd88f42a req-9023d025-e124-4f2b-87d8-2a4c473a065c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:39.377416 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-d47370cf-e8e6-406b-b79e-1659b4442416 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 217 time: 0.1429520 Apr 22 20:12:39.378907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57368) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:39.450256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-534f50cb-0573-4f34-a23d-a88e658d92a9 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723174 Apr 22 20:12:39.477144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e63ea-33bd-4c1f-9ea1-60d7e3b516c5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:39.491531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:39.508477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-14196fb0-3b3b-4e4e-b047-be62dd88f42a req-9023d025-e124-4f2b-87d8-2a4c473a065c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:39.509769 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14196fb0-3b3b-4e4e-b047-be62dd88f42a req-9023d025-e124-4f2b-87d8-2a4c473a065c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 932 time: 0.8422480 Apr 22 20:12:39.542382 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a1e16-b5f7-4b6e-96f0-9d0a49781581 req-5fe1bf48-05d9-4e06-b2f5-64e48cd24182 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:39.544051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de7a1e16-b5f7-4b6e-96f0-9d0a49781581 req-5fe1bf48-05d9-4e06-b2f5-64e48cd24182 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 945 time: 0.8790672 Apr 22 20:12:39.637913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.699468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14196fb0-3b3b-4e4e-b047-be62dd88f42a req-8377e12f-a5c0-4a1a-915d-cfa7a8edf243 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431303 Apr 22 20:12:39.760151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.767604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.790807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:39.794852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Usage tracker for resource:security_group_rule and tenant:6b12f1fb6e2a4ef2b1f32a1fd3c5edfc is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:39.797867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:39.804565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:39.827036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-8c9b3fe5-3ea0-4432-b1aa-b9d538214b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:39.828595 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-8c9b3fe5-3ea0-4432-b1aa-b9d538214b03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.4257371 Apr 22 20:12:39.850305 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de7a1e16-b5f7-4b6e-96f0-9d0a49781581 req-17df3e80-e39d-4abe-9127-3b64aff809dd tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/security-groups?id=015bd112-ab50-4d4c-8519-5306c3a84898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768826 Apr 22 20:12:39.919734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:39.934586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07f2f093-7762-4784-8cfe-834d9c70beb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:39.953747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.000515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e63ea-33bd-4c1f-9ea1-60d7e3b516c5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:40.002931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:40.004352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.030410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-29bf5e84-9fd1-4e79-8275-fedbb8668f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:40.037819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.040295 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb8e63ea-33bd-4c1f-9ea1-60d7e3b516c5 HTTP/1.1" status: 204 len: 168 time: 0.7099650 Apr 22 20:12:40.049386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:40.060523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.109913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Transition to ACTIVE for port object ff27fe22-6778-4b1b-9511-7f2eee552ced will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:12:40.120264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.172907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca901c-5178-462c-805e-7aac8885ffdb req-fea8af82-ba55-4fee-abe8-b0cb5a84cd73 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:40.174586 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e7ca901c-5178-462c-805e-7aac8885ffdb req-fea8af82-ba55-4fee-abe8-b0cb5a84cd73 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 944 time: 0.3314912 Apr 22 20:12:40.175247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:40.198661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8c238-4087-42e6-9a04-2ab7c4f1a5c5,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:40.210689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 87950fde-e268-4002-9d04-b245097d2024 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:40.223081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b12f1fb6e2a4ef2b1f32a1fd3c5edfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287313 Apr 22 20:12:40.223081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ed6c1fd-60fa-4bda-a009-9d6bff809a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:40.232977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] For port 0f9461c4-4e4b-466a-80a1-40c1a396a444, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0f9461c4-4e4b-466a-80a1-40c1a396a444,segment=NetworkSegment(07a7dca2-1025-456f-bd7b-fd250999fb9c),segment_id=07a7dca2-1025-456f-bd7b-fd250999fb9c)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:40.233380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.242032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57384) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:40.248869 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3807641c-5099-44ae-b366-803e59a127d4 req-fc15c04a-341e-4afc-88c5-5589a62f5271 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856898 Apr 22 20:12:40.253295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.290429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.321238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 87950fde-e268-4002-9d04-b245097d2024 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:40.331638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 87950fde-e268-4002-9d04-b245097d2024 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:40.332277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.353762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e61dcc1d-b696-4886-b94b-1514ffccf9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:40.451621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:40.468707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:12:40.480739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.481131 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Added segment 465e3151-6ff3-47bc-bdcd-c8cba52f9561 of type vlan for network b50b6c92-7884-4ec9-a4b9-3d344d70c12f Apr 22 20:12:40.500711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.509227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.536055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:40.536302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Calling delete_port for 0f9461c4-4e4b-466a-80a1-40c1a396a444 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:12:40.536575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57388) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:40.545817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87950fde-e268-4002-9d04-b245097d2024'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:40.557205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=87950fde-e268-4002-9d04-b245097d2024,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:40.560105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Attempting to bind port ff27fe22-6778-4b1b-9511-7f2eee552ced on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:12:40.560665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Attempting to bind port ff27fe22-6778-4b1b-9511-7f2eee552ced by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:12:40.560898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Attempting to bind port ff27fe22-6778-4b1b-9511-7f2eee552ced on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:40.563761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.564974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 0f9461c4-4e4b-466a-80a1-40c1a396a444 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:12:40.590114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Port ff27fe22-6778-4b1b-9511-7f2eee552ced on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:12:40.590506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Attempting to bind port ff27fe22-6778-4b1b-9511-7f2eee552ced on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:12:40.601181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:12:40.601589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Checking segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:40.602154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Bound using segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:12:40.602687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Bound port: ff27fe22-6778-4b1b-9511-7f2eee552ced, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:12:40.603072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.630385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-edfd3f50-22f7-40f6-b2a0-2e9657bb7674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:40.659660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.685755 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e7ca901c-5178-462c-805e-7aac8885ffdb req-0ff9dc32-419e-452d-8f0e-56d6ee5da769 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703301 Apr 22 20:12:40.695682 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:40.699730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Usage tracker for resource:security_group_rule and tenant:0ab1ed4e16184dce91e09a0dcfcd61ff is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:40.702683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:40.708941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:40.766501 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87950fde-e268-4002-9d04-b245097d2024', 'code': 200} Apr 22 20:12:40.785831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:40.789425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.801490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:40.830076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-4bc0fd3c-929b-4416-9b56-f1a734e1fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:40.831764 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-4bc0fd3c-929b-4416-9b56-f1a734e1fed9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9649584 Apr 22 20:12:40.837882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.854345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.871761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.904568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-57ce847e-8dfe-48ac-969e-a2130c4d7b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:40.952899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eb66f-6a34-4380-a9ea-4ae7faadba19 req-005a1a4e-6fa6-45a5-af34-143728bbd938 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:40.954439 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-511eb66f-6a34-4380-a9ea-4ae7faadba19 req-005a1a4e-6fa6-45a5-af34-143728bbd938 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 944 time: 0.9536498 Apr 22 20:12:40.967897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:40.968852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:40.971153 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ab1ed4e16184dce91e09a0dcfcd61ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135649 Apr 22 20:12:40.994624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57398) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:41.010206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:12:41.055313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8d3a21-6cc8-4085-afe7-b5bbd765661c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.067256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:12:41.073606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:41.091535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.114522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:41.185607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 20:12:41.185607 dv-cinder-787632-1-smb neutron-server[86245]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 22 20:12:41.185607 dv-cinder-787632-1-smb neutron-server[86245]: [parameters: {'status': 'DOWN', 'ports_id': '0f9461c4-4e4b-466a-80a1-40c1a396a444'}] Apr 22 20:12:41.185607 dv-cinder-787632-1-smb neutron-server[86245]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:12:41.186685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:12:41.213502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.219738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:41.220414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.221897 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] 10.222.0.20 "PUT /v2.0/ports/ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 1094 time: 2.4349294 Apr 22 20:12:41.222404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:41.275528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.308732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.354065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e66f7bb-c24d-4387-8466-3b541345083e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.379470 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86ea4-3145-4f13-b00b-0f66cd90c5bc req-07478a0a-1efa-424d-af89-a5bedb82551c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:41.388663 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76c86ea4-3145-4f13-b00b-0f66cd90c5bc req-07478a0a-1efa-424d-af89-a5bedb82551c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.4701924 Apr 22 20:12:41.417655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.421034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:41.422640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.424492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.426752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:41.432782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:41.539040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Pushing event updated for resources: {'Network': ['ID=b50b6c92-7884-4ec9-a4b9-3d344d70c12f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.542795 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-827a99f9-405c-4f8a-8134-5d8c279b22ff service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035360 Apr 22 20:12:41.573576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:12:41.763869 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76c86ea4-3145-4f13-b00b-0f66cd90c5bc req-1d293c83-6138-449c-8bcc-578693cf04a1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515913 Apr 22 20:12:41.773170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:41.778129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:41.792352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.792438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-32e8d3fe-fa7b-4f25-a626-32ce8da201b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:41.792438 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-32e8d3fe-fa7b-4f25-a626-32ce8da201b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1097 time: 0.5047445 Apr 22 20:12:41.798165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.798346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8c238-4087-42e6-9a04-2ab7c4f1a5c5,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.811927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:41.817711 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-511eb66f-6a34-4380-a9ea-4ae7faadba19 req-a5435d06-9728-4bf1-9147-775f6c19c098 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569413 Apr 22 20:12:41.820453 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e33895e3-7a5d-4e31-9ad9-101dade70135 req-21ff2334-c79e-42f9-a64b-4716242f0251 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553289 Apr 22 20:12:41.862459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.872439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:41.873697 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cd8c238-4087-42e6-9a04-2ab7c4f1a5c5 HTTP/1.1" status: 204 len: 168 time: 1.6234586 Apr 22 20:12:41.876720 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.5200059 Apr 22 20:12:41.877475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:41.924525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57418) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:41.985499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Request body: {'subnet': {'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1814497270-subnet', 'tenant_id': 'd135036caf6b4a56b7bb7b5efac279c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:41.986871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-864f9712-e042-432d-84ca-2bcf68ed79f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:41.992824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Pushing event deleted for resources: {'Port': ['ID=0f9461c4-4e4b-466a-80a1-40c1a396a444,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:41.995215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:42.008828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:42.016368 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-ff151ad8-fa2b-40c4-84ae-fcf5c9f81821 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 217 time: 0.2041478 Apr 22 20:12:42.045874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Usage tracker for resource:subnet and tenant:d135036caf6b4a56b7bb7b5efac279c0 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:42.065055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8d3a21-6cc8-4085-afe7-b5bbd765661c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:42.067732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:42.099731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:42.116874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:42.135203 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-28ead317-c23a-4b0d-9c08-ca9d5608b80b req-17a9c888-f201-47ce-85b3-72c50ec853cd tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d807fd0-193b-4225-b07b-b472e7643f3b HTTP/1.1" status: 200 len: 210 time: 0.1399341 Apr 22 20:12:42.138003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:42.143678 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8d3a21-6cc8-4085-afe7-b5bbd765661c HTTP/1.1" status: 204 len: 168 time: 1.1462355 Apr 22 20:12:42.148056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47159f0-99de-4514-93f7-548fdf650e08 req-ee95440e-8b79-4f25-aef5-37486082bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.149945 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f47159f0-99de-4514-93f7-548fdf650e08 req-ee95440e-8b79-4f25-aef5-37486082bed9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1098 time: 1.1838202 Apr 22 20:12:42.183739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-ce024945-ebd1-43b7-8efb-790a157b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.186335 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-ce024945-ebd1-43b7-8efb-790a157b39a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1226408 Apr 22 20:12:42.200305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] No DVR routers for this DVR port 0f9461c4-4e4b-466a-80a1-40c1a396a444 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:12:42.221555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:42.223652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] 10.222.0.20 "DELETE /v2.0/ports/0f9461c4-4e4b-466a-80a1-40c1a396a444 HTTP/1.1" status: 204 len: 173 time: 4.3561859 Apr 22 20:12:42.224447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Made reservation on behalf of d135036caf6b4a56b7bb7b5efac279c0 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:42.229599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:42.243804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'name': 'network-vif-deleted', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:42.311052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-42d1f011-90a6-4623-b385-3b0e87989fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.313357 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-42d1f011-90a6-4623-b385-3b0e87989fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195345 Apr 22 20:12:42.314034 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f47159f0-99de-4514-93f7-548fdf650e08 req-313f1ecb-8b61-451f-9701-32f0e4e3cdac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451352 Apr 22 20:12:42.382851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-15b1a883-aae2-4582-94ad-25c5fe66d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.384502 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-15b1a883-aae2-4582-94ad-25c5fe66d041 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1097 time: 0.4569321 Apr 22 20:12:42.389648 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57430) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:42.401575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da33f9f-c177-4c13-93a7-a41475a49c5f req-33f73633-2aaf-48de-a64d-16495c426c11 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.403226 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7da33f9f-c177-4c13-93a7-a41475a49c5f req-33f73633-2aaf-48de-a64d-16495c426c11 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 944 time: 0.4280198 Apr 22 20:12:42.490141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:42.565479 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-351fa848-194f-4f05-9c13-7e22d76e5f0d service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050345 Apr 22 20:12:42.576718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:42.606843 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7da33f9f-c177-4c13-93a7-a41475a49c5f req-3d0959c8-0b9f-4072-bb03-044a7c32cdf3 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539814 Apr 22 20:12:42.609703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Usage tracker for resource:security_group_rule and tenant:30414fbdbcd1475b927481502a233934 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:42.615298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:42.638294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:42.696466 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'status': 'completed', 'code': 200} Apr 22 20:12:42.745078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-a6a952a5-2e2b-4150-aaa5-a020946db126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:42.754935 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-a6a952a5-2e2b-4150-aaa5-a020946db126 service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.3381827 Apr 22 20:12:42.812493 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d807fd0-193b-4225-b07b-b472e7643f3b', 'name': 'network-vif-deleted', 'tag': '0f9461c4-4e4b-466a-80a1-40c1a396a444', 'status': 'completed', 'code': 200} Apr 22 20:12:42.845421 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-85187303-5828-4964-a42c-f7ca9c67fb67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 217 time: 0.0895500 Apr 22 20:12:42.900683 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d2de27-e511-458c-acb9-5465cbbbaf14 req-739dea2c-ff69-46ff-9d14-4afe56bf0737 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980444 Apr 22 20:12:43.096925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-e580fad2-61c2-46b7-b186-59f6d3ab4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.098496 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-e580fad2-61c2-46b7-b186-59f6d3ab4102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.2298710 Apr 22 20:12:43.233605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:43.248777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81eec9-8664-4533-8705-b88e818fcaa9 req-1556ffc8-bf68-4955-a29c-bc3bb09d73b7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.250408 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7f81eec9-8664-4533-8705-b88e818fcaa9 req-1556ffc8-bf68-4955-a29c-bc3bb09d73b7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2616115 Apr 22 20:12:43.257794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-1b54fe84-2df0-4f53-b2d6-424ef7a916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.259320 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-1b54fe84-2df0-4f53-b2d6-424ef7a916c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1097 time: 0.1755669 Apr 22 20:12:43.297066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:43.334010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0efa82e-7b5c-44d1-a364-2b14ed43557b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:43.347082 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30414fbdbcd1475b927481502a233934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9403162 Apr 22 20:12:43.350913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57466) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:43.420652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8c965-6999-4081-b4ba-50489b593e7a req-90c1c9dc-3c36-4b29-a0fa-138ee69b20fd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.429168 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-15b8c965-6999-4081-b4ba-50489b593e7a req-90c1c9dc-3c36-4b29-a0fa-138ee69b20fd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.4900215 Apr 22 20:12:43.454132 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7f81eec9-8664-4533-8705-b88e818fcaa9 req-b2d46338-0301-41ee-914d-c99fbe445069 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937449 Apr 22 20:12:43.503085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db981f66-6de9-4c24-bac1-06d6029c4a8d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:43.545511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:43.560018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-6ea7c41b-f439-4d9c-9dba-1ea63a1c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.561909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-904d4110-93ac-4be4-a421-b0165d055f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.563192 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-6ea7c41b-f439-4d9c-9dba-1ea63a1c6d37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.2866986 Apr 22 20:12:43.563850 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-904d4110-93ac-4be4-a421-b0165d055f2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4407890 Apr 22 20:12:43.586519 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-15b8c965-6999-4081-b4ba-50489b593e7a req-665c8869-669c-46be-b85e-b9fe86e79bdf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562195 Apr 22 20:12:43.713771 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-1b476c20-a5db-4874-9211-e8455a7b1903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 217 time: 0.1379635 Apr 22 20:12:43.811315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:43.834263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-12434740-9a91-4f74-913b-70e70d82a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:43.837252 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-12434740-9a91-4f74-913b-70e70d82a508 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1163752 Apr 22 20:12:43.932964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:43.947081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-d21ddc31-7358-444e-86a9-bcf963dae03d service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518019 Apr 22 20:12:44.064116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76ee0-b891-45ef-b4a4-f38bdaf462a2 req-1395d3c0-8e81-4c60-a11d-d2825b272368 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:44.064876 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ee76ee0-b891-45ef-b4a4-f38bdaf462a2 req-1395d3c0-8e81-4c60-a11d-d2825b272368 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 944 time: 0.2173066 Apr 22 20:12:44.074057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-994afcd7-bb19-4db3-8d49-8c18443f5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:44.074057 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-994afcd7-bb19-4db3-8d49-8c18443f5a44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1638317 Apr 22 20:12:44.213350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:12:44.325044 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ee76ee0-b891-45ef-b4a4-f38bdaf462a2 req-e4442401-1cd0-4aab-9c8b-896947dcba40 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322818 Apr 22 20:12:44.328924 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-9959bfaa-b797-4d73-984d-67aa3296b651 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465620 Apr 22 20:12:44.369347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.380818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-becaa62f-02df-47e5-a8d0-5674590982a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:44.406141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:44.423473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:12:44.488366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.511829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba777fe-c27a-4716-8afd-4136c6a41fa5,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:44.516617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.532061 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-735df687-7c47-48a4-98bc-9a30cfc322b5 req-e0816258-82a8-420a-931e-c286c6fada8d service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935239 Apr 22 20:12:44.534564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:44.535235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:44.553029 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9648e15f-72ef-4ab2-85a9-e0b3a6368c67 req-074f26b8-66db-4ead-ad08-2a14b7719fcb service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904584 Apr 22 20:12:44.554351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:44.554812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Checking segment: {'id': '465e3151-6ff3-47bc-bdcd-c8cba52f9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:44.555381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Network hostable DHCP agents. Network: b50b6c92-7884-4ec9-a4b9-3d344d70c12f, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:12:44.562204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db981f66-6de9-4c24-bac1-06d6029c4a8d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:44.567315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:44.575028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.578731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db981f66-6de9-4c24-bac1-06d6029c4a8d HTTP/1.1" status: 204 len: 168 time: 1.2193592 Apr 22 20:12:44.588300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:44.592674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:12:44.599829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.600794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f6bdb242-36f9-40e2-9d9b-5e63a456e517 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:12:44.607212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:44.609939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, b50b6c92-7884-4ec9-a4b9-3d344d70c12f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:44.629914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:44.630564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:44.658290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9ba057-92df-448f-9fd4-a5fcdc7d13a5 None None] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:12:44.767788 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a6f064e9-789e-47d7-aa3d-0db9fc408951 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8386676 Apr 22 20:12:44.854821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8acb8-af3d-41bb-a654-44351c642317 req-16e94650-3479-4f9e-8a3b-555496707e58 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:44.856877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:44.861587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02a8acb8-af3d-41bb-a654-44351c642317 req-16e94650-3479-4f9e-8a3b-555496707e58 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2115321 Apr 22 20:12:44.863350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:44.940208 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02a8acb8-af3d-41bb-a654-44351c642317 req-1d1c24d4-af05-438b-bf97-f24ecb4a826b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701473 Apr 22 20:12:44.977842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490db6d-93b7-475c-ba4d-fe4ddd140c3e req-5141e28e-6562-49f5-b1ca-a15da59576e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:44.985566 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4490db6d-93b7-475c-ba4d-fe4ddd140c3e req-5141e28e-6562-49f5-b1ca-a15da59576e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.1732986 Apr 22 20:12:45.044863 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4490db6d-93b7-475c-ba4d-fe4ddd140c3e req-5512356a-e920-4014-a9d9-10402fc1cbf0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582702 Apr 22 20:12:45.109934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:45.120796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71daec83-839c-4ec4-a7cf-5fa321f01f0a None None] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:12:45.163117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'port_id': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'mac_address': 'fa:16:3e:ee:29:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:12:45.318070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:45.349309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bdb242-36f9-40e2-9d9b-5e63a456e517 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:12:45.369941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:45.373812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:45.377506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:45.462790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57540) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:45.523089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:45.546140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:45.551436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bee149af0f4736bdf01a59c9cf9c52 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:45.556045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:45.571138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:45.701168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-92fcd05e-8f30-431b-a0ab-59c6a1cc941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:45.702776 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-92fcd05e-8f30-431b-a0ab-59c6a1cc941d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1098 time: 0.2983685 Apr 22 20:12:45.752746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['f6bdb242-36f9-40e2-9d9b-5e63a456e517'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:12:45.789468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:45.797159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:45.821897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:45.843317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['ff27fe22-6778-4b1b-9511-7f2eee552ced'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:12:45.926628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:45.946016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:45.972895 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4bee149af0f4736bdf01a59c9cf9c52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081768 Apr 22 20:12:45.979306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57554) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:45.984071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9a700-d546-404c-b6ac-4e86fd4e7c16,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:46.029912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-a0a9a4bd-4a41-4a0e-b507-a19fcde0eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:46.031488 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-a0a9a4bd-4a41-4a0e-b507-a19fcde0eec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.3145106 Apr 22 20:12:46.047087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4aa381-6a70-42b0-8689-3e199620ef15 req-4404635b-0531-453c-adac-bcdef529bedc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:46.051085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123cf7-15c5-4c17-b52c-50e18054fc8d req-8272e319-32c4-4593-a7a5-6ae4ef56cf9d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:46.056922 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c4aa381-6a70-42b0-8689-3e199620ef15 req-4404635b-0531-453c-adac-bcdef529bedc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.3662758 Apr 22 20:12:46.060108 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a0123cf7-15c5-4c17-b52c-50e18054fc8d req-8272e319-32c4-4593-a7a5-6ae4ef56cf9d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 945 time: 0.5452821 Apr 22 20:12:46.067435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:46.164304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.181811 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-9e149137-3e25-4ff6-8e42-0182cb3783c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 200 len: 217 time: 0.1401780 Apr 22 20:12:46.194030 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c4aa381-6a70-42b0-8689-3e199620ef15 req-605acfd7-70ce-4f19-85e2-be0b3549c16b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360562 Apr 22 20:12:46.248365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.266313 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a0123cf7-15c5-4c17-b52c-50e18054fc8d req-f837c0f8-ae41-49e6-ae00-81da798adea5 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050195 Apr 22 20:12:46.310111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-5a0070db-fd2d-4b92-9568-c135ed36262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:46.312984 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-5a0070db-fd2d-4b92-9568-c135ed36262e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.1177266 Apr 22 20:12:46.358877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.368955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:46.387377 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-f11d61b5-a9d8-42f0-b932-5b292358f07a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651603 Apr 22 20:12:46.387961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57570) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:46.394276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117643854-network', 'tenant_id': 'c4646869276749fbaec53a2cea795c7f'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:46.401386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:46.405598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Usage tracker for resource:network and tenant:c4646869276749fbaec53a2cea795c7f is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:46.406154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9a700-d546-404c-b6ac-4e86fd4e7c16,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:46.408617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:46.409483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:46.410343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.411551 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fc9a700-d546-404c-b6ac-4e86fd4e7c16 HTTP/1.1" status: 204 len: 168 time: 0.4304178 Apr 22 20:12:46.434038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:46.499728 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57578) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:46.525208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Made reservation on behalf of c4646869276749fbaec53a2cea795c7f for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:46.529968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.541412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57582) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:46.551563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.581253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Deleting subnet 965120ec-bf00-4977-807f-a2eb8f698622 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:12:46.585683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.643155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.653002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.662002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:46.680005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Usage tracker for resource:security_group_rule and tenant:c4646869276749fbaec53a2cea795c7f is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:46.692259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:46.704731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:46.753574 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-539c7df2-cb60-4266-a8a0-2b5cf56772b4 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118711 Apr 22 20:12:46.773412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9efc8e-f9a4-4f72-a5a5-db1b5fa53dad req-bfb6988f-026d-4c20-ac0e-4b4028c50195 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:46.775003 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a9efc8e-f9a4-4f72-a5a5-db1b5fa53dad req-bfb6988f-026d-4c20-ac0e-4b4028c50195 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.3314471 Apr 22 20:12:46.903764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:46.960558 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a9efc8e-f9a4-4f72-a5a5-db1b5fa53dad req-e5c94214-a2a7-4793-b6c7-1d07c498139d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795255 Apr 22 20:12:47.014948 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f40cc183-0746-41a9-9b4f-c1442f203c91 req-7878899b-5f6a-4cb8-b0d7-f5e06e9180bc service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525520 Apr 22 20:12:47.025983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:47.032861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3af90973ce4ed19fdaf8c91f7f1a1e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:47.044302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:47.053043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:47.063364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.069765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.077901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ad0a5464-9d30-4f5e-b8e7-a995d465e2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:47.089060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.106851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:47.129225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:12:47.145472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed75e6a-ddbe-41e8-bc06-a336a70d0cf2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:47.150043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.150391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=965120ec-bf00-4977-807f-a2eb8f698622,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:47.150786 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Added segment 627d9418-cc76-44cf-bfc2-cb6b931b2a93 of type vlan for network eb1fed9b-8620-43e0-aa70-a603e31a7b9a Apr 22 20:12:47.152391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:47.158221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:47.159350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.176706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/965120ec-bf00-4977-807f-a2eb8f698622 HTTP/1.1" status: 204 len: 168 time: 0.6756392 Apr 22 20:12:47.181366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57606) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:47.213201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.296707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.301798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.349746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.377693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-491a85b2-c251-470a-a50d-013f3ed2c760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:47.439797 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a3af90973ce4ed19fdaf8c91f7f1a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8970764 Apr 22 20:12:47.440659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57622) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:47.471910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329d88ff-adee-44db-afc7-471ee9a39c9d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:47.480449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:47.526175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e75c5-4ebc-45c3-b2b8-0aa09fadf6d5 req-19728c84-d75c-45bf-88d3-a72910230794 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:47.534493 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b1e75c5-4ebc-45c3-b2b8-0aa09fadf6d5 req-19728c84-d75c-45bf-88d3-a72910230794 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2208323 Apr 22 20:12:47.559656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.570636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:47.571977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.582712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ff33ed08-e082-4d9d-a128-427071a52887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:47.588876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.620117 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b1e75c5-4ebc-45c3-b2b8-0aa09fadf6d5 req-18e4e424-f218-4af0-b58c-1aac2d623a9f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846364 Apr 22 20:12:47.646591 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.719810 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.726649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4c8dd399-17a7-4daf-905b-eaf1cd4bbd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:47.750479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329d88ff-adee-44db-afc7-471ee9a39c9d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:47.774098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:47.775610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.777753 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/329d88ff-adee-44db-afc7-471ee9a39c9d HTTP/1.1" status: 204 len: 168 time: 0.3347290 Apr 22 20:12:47.842790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:47.858980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1fed9b-8620-43e0-aa70-a603e31a7b9a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:47.891882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.892292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.892665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.893050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.893623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.893829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.894152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.894531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.894920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.895297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.895704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.896078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:47.953313 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5641770 Apr 22 20:12:47.954320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:47.956445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57636) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:47.964236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Request body: {'subnet': {'network_id': 'eb1fed9b-8620-43e0-aa70-a603e31a7b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117643854-subnet', 'tenant_id': 'c4646869276749fbaec53a2cea795c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:47.965843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:12:47.971242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:47.983687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Usage tracker for resource:subnet and tenant:c4646869276749fbaec53a2cea795c7f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:47.990334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:47.998623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751879f-0005-4987-9baf-937efd7f11dc req-1d05fb40-bd06-4c20-91b6-14d83f7c2a77 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:48.001717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:48.006348 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b751879f-0005-4987-9baf-937efd7f11dc req-1d05fb40-bd06-4c20-91b6-14d83f7c2a77 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 945 time: 0.5497727 Apr 22 20:12:48.018937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Made reservation on behalf of c4646869276749fbaec53a2cea795c7f for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:48.025635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.075062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.075712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.076905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.077416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > port after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.078707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.081053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > port after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.081571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.082099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.082613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.086794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.192863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.193388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.194397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.194877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:12:48.195477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d071bb0-f203-4aa8-baa9-d983ec72ff3a']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:48.211270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a7dca2-1025-456f-bd7b-fd250999fb9c') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:48.212168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a7dca2-1025-456f-bd7b-fd250999fb9c') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:48.223281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:48.225052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57648) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:48.235198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.273144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.283836 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b751879f-0005-4987-9baf-937efd7f11dc req-eda9d08e-e96d-4ac2-ab5c-ab124d6743f1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763684 Apr 22 20:12:48.289547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:12:48.301678 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.318447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port ff27fe22-6778-4b1b-9511-7f2eee552ced completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:48.325598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port ff27fe22-6778-4b1b-9511-7f2eee552ced triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:48.326202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.349578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:48.361473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:95d708d02d7a482e92c092b439089e64 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:48.378949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:48.399123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:48.474529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2f27c-25da-4e42-8fdf-7f050deda732 req-0299b6d6-fe20-46c9-88df-04da9d335d41 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:48.476971 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ce2f27c-25da-4e42-8fdf-7f050deda732 req-0299b6d6-fe20-46c9-88df-04da9d335d41 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.2528863 Apr 22 20:12:48.512276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:12:48.524859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.580151 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ce2f27c-25da-4e42-8fdf-7f050deda732 req-5d5dc228-770b-440e-ae3c-8e1d7fc0dc66 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843530 Apr 22 20:12:48.725421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.740464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.776790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-16caadb7-8088-426b-9a19-84851e22ab21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:48.782200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.795120 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95d708d02d7a482e92c092b439089e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5672228 Apr 22 20:12:48.806037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57664) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:48.856418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:48.858434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:48.867709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:48.868893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f6bdb242-36f9-40e2-9d9b-5e63a456e517 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:12:48.883679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e042636-a484-432b-ad33-e7dbd00206ca,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:48.894753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Network 3d071bb0-f203-4aa8-baa9-d983ec72ff3a has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:12:48.950496 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: from cryptography.utils import int_from_bytes Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: from cryptography.utils import int_from_bytes Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: (rel_b, rel_a, rel_b), Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: (rel_b, rel_a, rel_b), Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:12:48.958574 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:12:49.040142 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'code': 200} Apr 22 20:12:49.104459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port f6bdb242-36f9-40e2-9d9b-5e63a456e517 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:12:49.126029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port f6bdb242-36f9-40e2-9d9b-5e63a456e517 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:12:49.130022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.344801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.369944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.371565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.372094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.372487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.372876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.373254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.373632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.374010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.374384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.374919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.375297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.375696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.376067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:12:49.384262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.391598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8a836539-b767-44e0-a716-9b083758f080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:49.413700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:12:49.415214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:49.429957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.431400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.434893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:49.459579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.511208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.529765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:49.546975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.557991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:49.563018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d071bb0-f203-4aa8-baa9-d983ec72ff3a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:49.567624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.573331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f4b26-2a5f-4ce2-8c50-bd4e3abbd5ae req-c2feaff8-5a5d-4c13-b4ab-403bba18211d tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:49.581199 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a55f4b26-2a5f-4ce2-8c50-bd4e3abbd5ae req-c2feaff8-5a5d-4c13-b4ab-403bba18211d tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.7716258 Apr 22 20:12:49.584462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.588129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.617389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf138-f86b-4d1a-bbde-fb4d55fd0bcb req-e027565d-eb37-41cc-86fc-035ee4e7e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:49.619018 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2daaf138-f86b-4d1a-bbde-fb4d55fd0bcb req-e027565d-eb37-41cc-86fc-035ee4e7e860 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1099 time: 0.3237634 Apr 22 20:12:49.668914 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d071bb0-f203-4aa8-baa9-d983ec72ff3a HTTP/1.1" status: 204 len: 168 time: 2.4853656 Apr 22 20:12:49.707922 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2daaf138-f86b-4d1a-bbde-fb4d55fd0bcb req-179ff9e4-cfc9-452a-b77a-56441642e20a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750382 Apr 22 20:12:49.723467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a382f5ec-3f06-4970-8c4f-c4d488488a46,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:49.726162 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a55f4b26-2a5f-4ce2-8c50-bd4e3abbd5ae req-86fe4fec-cc4e-46c1-a6a0-06ab29188add tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439207 Apr 22 20:12:49.729828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.752354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.753468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:49.787114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Checking segment: {'id': '627d9418-cc76-44cf-bfc2-cb6b931b2a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'eb1fed9b-8620-43e0-aa70-a603e31a7b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:12:49.788149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Network hostable DHCP agents. Network: eb1fed9b-8620-43e0-aa70-a603e31a7b9a, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:12:49.801799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e042636-a484-432b-ad33-e7dbd00206ca,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:49.823096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:49.852001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.853218 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e042636-a484-432b-ad33-e7dbd00206ca HTTP/1.1" status: 204 len: 168 time: 1.0461059 Apr 22 20:12:49.868142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:12:49.880200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, eb1fed9b-8620-43e0-aa70-a603e31a7b9a) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:49.885026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:49.885676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:49.890878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3d3b4-7b63-4631-a01a-8b65dfe4bba8 None None] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:12:49.930542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57718) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:49.934966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2fb15-a7f9-4104-86de-70f64f700ae6 req-df910b9d-a467-42ea-9064-e596a75be5e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:49.936754 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c2f2fb15-a7f9-4104-86de-70f64f700ae6 req-df910b9d-a467-42ea-9064-e596a75be5e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.3570001 Apr 22 20:12:49.992368 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0346053 Apr 22 20:12:50.043072 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c2f2fb15-a7f9-4104-86de-70f64f700ae6 req-3215cfab-2ab4-48ae-b463-71b864060f87 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996172 Apr 22 20:12:50.049867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57728) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:50.099305 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-03260187-641e-4ca3-8fe9-3255b44e7b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61d56e51ca4043db94ab3574462ceadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1554992 Apr 22 20:12:50.102710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57736) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:50.143517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca6c5c-4e48-4998-80c2-02739591bfe5 req-a8ce044a-341d-471f-b8a5-5101e931486f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:50.145559 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3fca6c5c-4e48-4998-80c2-02739591bfe5 req-a8ce044a-341d-471f-b8a5-5101e931486f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.3059678 Apr 22 20:12:50.186438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.224372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.234365 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3fca6c5c-4e48-4998-80c2-02739591bfe5 req-9723a95b-b9e0-4cf7-aae2-cc165702e150 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808880 Apr 22 20:12:50.289580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.300800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c55e20f-0ea6-46fa-b470-edbcf486f3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:50.317537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015bd112-ab50-4d4c-8519-5306c3a84898,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:50.320656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:50.321654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.326402 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015bd112-ab50-4d4c-8519-5306c3a84898 HTTP/1.1" status: 204 len: 168 time: 0.2217495 Apr 22 20:12:50.392182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caec8f3-150b-4449-9a64-e166db4ca7ef None None] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:12:50.603651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.644641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:50.656599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Usage tracker for resource:security_group_rule and tenant:798e8654275c430997da937eafaa83d8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:50.663659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:50.676059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:50.831829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.836365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:50.845837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a5c74d48-8ebf-48ea-bf16-425160529642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:50.891610 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=798e8654275c430997da937eafaa83d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405786 Apr 22 20:12:50.893467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ca5237-bd99-4098-8193-a4d59ab90bb6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:50.896169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57770) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:50.903965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:51.038489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723959d-8cc6-4dfb-88cc-856fb132c975 req-4cb50ef6-7c72-4f36-a7ad-64b221666837 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:51.040186 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d723959d-8cc6-4dfb-88cc-856fb132c975 req-4cb50ef6-7c72-4f36-a7ad-64b221666837 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1556823 Apr 22 20:12:51.041627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:51.081217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:51.163190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:51.173154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d723959d-8cc6-4dfb-88cc-856fb132c975 req-f00b6a07-bec4-4c33-9362-a08c9e605fb2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228147 Apr 22 20:12:51.271121 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'code': 200} Apr 22 20:12:51.385226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:51.393802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61f47a11-3b09-49d3-9c17-24a1afd71cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:51.437700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-89fe98c3-99bc-468c-96c7-09c020f88b80 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:51.446356 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-89fe98c3-99bc-468c-96c7-09c020f88b80 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/networks?id=b50b6c92-7884-4ec9-a4b9-3d344d70c12f HTTP/1.1" status: 200 len: 809 time: 0.2921441 Apr 22 20:12:51.458632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ca5237-bd99-4098-8193-a4d59ab90bb6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:51.463662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:51.474479 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f154cb9e-5430-4521-b9c2-4c7c59ff36b7 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/quotas/d135036caf6b4a56b7bb7b5efac279c0 HTTP/1.1" status: 200 len: 375 time: 0.0270753 Apr 22 20:12:51.478213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:51.479375 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75ca5237-bd99-4098-8193-a4d59ab90bb6 HTTP/1.1" status: 204 len: 168 time: 0.5777290 Apr 22 20:12:51.538304 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-c338c684-e530-42e8-9677-65597709d861 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d135036caf6b4a56b7bb7b5efac279c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611846 Apr 22 20:12:51.605636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6753c-c6a9-4aab-b244-f13843cc317f req-548f7395-6bc3-4a77-90b6-d7d243eda074 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:51.613300 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ece6753c-c6a9-4aab-b244-f13843cc317f req-548f7395-6bc3-4a77-90b6-d7d243eda074 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.2035220 Apr 22 20:12:51.688426 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ece6753c-c6a9-4aab-b244-f13843cc317f req-a223218c-c587-442a-812c-c167cb618bc2 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740864 Apr 22 20:12:51.690889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557826c-f990-45c0-8e17-c84657365c63 req-82a19a75-0269-4b8b-a3ab-8e124e301517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:51.692477 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4557826c-f990-45c0-8e17-c84657365c63 req-82a19a75-0269-4b8b-a3ab-8e124e301517 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1099 time: 0.2111783 Apr 22 20:12:51.742390 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4557826c-f990-45c0-8e17-c84657365c63 req-c7ce2691-b60c-4e49-82ff-eaa6fb55d83b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Apr 22 20:12:51.766418 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-bb3dcef7-2bbc-4e15-84d8-184fb533af6b service neutron] 10.222.0.13 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193503 Apr 22 20:12:51.922034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9b9a-b156-4e1f-a36d-1b91d75dd596 req-d6e82c4a-d5cb-4977-a4ce-300b441001b5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:51.923713 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bed9b9a-b156-4e1f-a36d-1b91d75dd596 req-d6e82c4a-d5cb-4977-a4ce-300b441001b5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1026628 Apr 22 20:12:51.940529 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-643cacf6-6130-4d62-9263-788b3ce7aaeb service neutron] 10.222.0.13 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673589 Apr 22 20:12:51.994350 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bed9b9a-b156-4e1f-a36d-1b91d75dd596 req-e0ec4569-46fd-46cf-b57c-f78430d69ddb tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617628 Apr 22 20:12:52.098906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57838) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:52.162305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:52.263417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:52.268103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec914d090a74d429256ebf0f877b30e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:52.271135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:52.278706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:52.381967 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b6647025-deb5-4a4f-83f5-d88075b02d4b req-2547a809-becb-436c-afd6-0111cbac808f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 210 time: 0.1948740 Apr 22 20:12:52.532390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:52.540972 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:52.555486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61c6a068-b705-4e1d-8316-a3d4f2733cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:52.584897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6655d-404b-416c-ac14-8094c7d0ce07 req-dc1d93e5-07f6-4766-92be-91a4e7e5c6f7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:52.600592 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5ca6655d-404b-416c-ac14-8094c7d0ce07 req-dc1d93e5-07f6-4766-92be-91a4e7e5c6f7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.2663412 Apr 22 20:12:52.601240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 57880) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:52.612767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'floatingip': {'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:52.858988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:52.875049 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ec914d090a74d429256ebf0f877b30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736056 Apr 22 20:12:52.892727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57908) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:52.901351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efe303c-2003-4f09-8c9d-1fd7cde00009,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:52.937254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:53.048131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853104-5e32-4c3b-8ad0-d8a6308ed9fe req-3a37d13d-8a6d-49c9-990c-43f6ea3fd6f9 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:53.049761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-27853104-5e32-4c3b-8ad0-d8a6308ed9fe req-3a37d13d-8a6d-49c9-990c-43f6ea3fd6f9 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.4414361 Apr 22 20:12:53.095472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:53.146272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:53.241255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:53.282437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-672c028c-964b-4b51-9a6f-06b52c3fd310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:53.319414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efe303c-2003-4f09-8c9d-1fd7cde00009,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:53.323555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:53.370473 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-27853104-5e32-4c3b-8ad0-d8a6308ed9fe req-08bbf845-0032-45a8-a1ce-6baedcddfd0e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109071 Apr 22 20:12:53.379184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:53.380398 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6efe303c-2003-4f09-8c9d-1fd7cde00009 HTTP/1.1" status: 204 len: 168 time: 0.4857690 Apr 22 20:12:53.419229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57932) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:53.633849 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-70acfbe2-4912-41b7-aeea-2c0c6f71780d req-4d4f2857-d1ec-4f57-83d8-b0a83d083067 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 210 time: 0.1253095 Apr 22 20:12:53.681337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87864da-dfcf-4c53-9d92-f6fc38f61785 req-7d324d31-bce5-492b-9c87-f15ddd7e0935 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:53.683139 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a87864da-dfcf-4c53-9d92-f6fc38f61785 req-7d324d31-bce5-492b-9c87-f15ddd7e0935 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.6835494 Apr 22 20:12:53.918087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:53.968119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:53.972639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Usage tracker for resource:security_group_rule and tenant:96327581c3404bff863780dfce8442f2 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:53.976569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:53.983321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:54.084236 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a87864da-dfcf-4c53-9d92-f6fc38f61785 req-1f9ffe3f-65b8-4a18-9bec-9a78f401035f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753300 Apr 22 20:12:54.112392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.120437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.143445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:54.203821 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96327581c3404bff863780dfce8442f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7828569 Apr 22 20:12:54.205035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa45c49-7088-4b5c-a740-21d97a411793,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:54.208106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57968) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:54.211043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:54.221661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 57972) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:54.293138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.330976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.404462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.413805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a3c4acfc-80df-4991-93cf-ee982542fd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:54.432139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa45c49-7088-4b5c-a740-21d97a411793,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:54.435696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:54.437020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.438272 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fa45c49-7088-4b5c-a740-21d97a411793 HTTP/1.1" status: 204 len: 168 time: 0.2292042 Apr 22 20:12:54.562139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:54.597688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-54a8994d-d318-4faf-b4aa-d7ea5f62e553 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:54.598442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-54a8994d-d318-4faf-b4aa-d7ea5f62e553 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Synchronizing usage tracker for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:54.640179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-54a8994d-d318-4faf-b4aa-d7ea5f62e553 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Unset dirty status for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:54.642740 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-54a8994d-d318-4faf-b4aa-d7ea5f62e553 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.20 "GET /v2.0/networks?id=b50b6c92-7884-4ec9-a4b9-3d344d70c12f HTTP/1.1" status: 200 len: 809 time: 0.7969167 Apr 22 20:12:54.665059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Request body: {'port': {'device_id': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f', 'admin_state_up': True, 'tenant_id': 'd135036caf6b4a56b7bb7b5efac279c0'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:54.701961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:54.727180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Usage tracker for resource:security_group_rule and tenant:2cd7effddaa34d5880e564c9a94bcdc4 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:54.738242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:54.761260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:54.812474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 20:12:54.877140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b7590-924e-419e-8c02-983643e90f85 req-bd2a5120-1f4e-48de-a8fd-006fcdf8ea2c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:54.878822 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3c7b7590-924e-419e-8c02-983643e90f85 req-bd2a5120-1f4e-48de-a8fd-006fcdf8ea2c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2905748 Apr 22 20:12:54.885278 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-32d60684-79c5-41dd-b70a-e15e65fdacb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2263000 Apr 22 20:12:54.971806 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3c7b7590-924e-419e-8c02-983643e90f85 req-c4af4b58-bd08-4943-a964-13542dfdd3f7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772135 Apr 22 20:12:55.058021 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8243099b-d43e-42b9-a968-1c58dabaae66 req-0d682ac7-9ab1-4286-b472-f319c3d8f2ee tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 210 time: 0.1311450 Apr 22 20:12:55.070130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58002) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:55.085263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.090494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.108183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b56df28b-f7a7-4575-a26d-d250add6867f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:55.141677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.162595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:55.166549 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cd7effddaa34d5880e564c9a94bcdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9420917 Apr 22 20:12:55.169733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58012) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:55.170584 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dfdd20-65a3-40c3-9643-8b23fc30518f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:55.172621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc26ab7b6f44702817ce59a0b7524fe is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:55.176255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:55.178628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:55.183492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:55.218926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-d10f80f0-d4e6-4801-a30c-a1622ea1dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:55.220736 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-d10f80f0-d4e6-4801-a30c-a1622ea1dbd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.1938651 Apr 22 20:12:55.221471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:55.242893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Usage tracker for resource:port and tenant:d135036caf6b4a56b7bb7b5efac279c0 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:55.247945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:55.265957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.271477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:55.275553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.403170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.457901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Made reservation on behalf of d135036caf6b4a56b7bb7b5efac279c0 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:12:55.464927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.472752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.523919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.542416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-4c76502c-1b52-4387-8380-9bd3dbaa0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:55.544036 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-4c76502c-1b52-4387-8380-9bd3dbaa0e22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.2663653 Apr 22 20:12:55.554526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67194bd3-0ecf-455a-afe8-2445bb6f1b7c req-4ebf7f0f-313b-4f9e-9991-4c18ad92c60e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:55.555733 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-67194bd3-0ecf-455a-afe8-2445bb6f1b7c req-4ebf7f0f-313b-4f9e-9991-4c18ad92c60e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.3266165 Apr 22 20:12:55.582586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.669258 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-88266d31-231c-4c3f-b3be-85b94d8ed19b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.1122012 Apr 22 20:12:55.680584 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-05c87101-9c87-47c2-bf44-4a9b228c143b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:55.689842 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Floating IP 53a5ca13-0841-42a0-ac72-188f996d5d12 associated. External IP: 172.28.3.171, port: ff27fe22-6778-4b1b-9511-7f2eee552ced. Apr 22 20:12:55.737200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.744894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0f43a730-5000-4f44-96e1-a26e49a22a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:55.778459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dfdd20-65a3-40c3-9643-8b23fc30518f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:55.783822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:55.793085 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-67194bd3-0ecf-455a-afe8-2445bb6f1b7c req-af168b65-59d4-4cb3-9d7f-c60731efc37a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557691 Apr 22 20:12:55.796544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:55.797901 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84dfdd20-65a3-40c3-9643-8b23fc30518f HTTP/1.1" status: 204 len: 168 time: 0.6232817 Apr 22 20:12:55.799872 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-c3bc33eb-ee29-4c12-b954-dd6486999411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:55.801519 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-c3bc33eb-ee29-4c12-b954-dd6486999411 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.1235301 Apr 22 20:12:55.903537 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-7746a07e-4d6b-443e-b23f-f3d15b07dab9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943809 Apr 22 20:12:55.942985 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc26ab7b6f44702817ce59a0b7524fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8690422 Apr 22 20:12:55.946301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58024) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:56.109524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e29ba-2637-494c-a64a-8400f010792a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:56.122133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:56.129771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.171382 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-f63a2a3f-4fc5-4af3-a18b-9232984274c7 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574103 Apr 22 20:12:56.181098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.197476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Allocated IP 172.20.0.6 (b50b6c92-7884-4ec9-a4b9-3d344d70c12f/5ba777fe-c27a-4716-8afd-4136c6a41fa5/e6b3a9d7-a506-4378-85f8-7b78d5e25c17) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:12:56.294792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4b1b2-a94a-4152-83a1-590202a387d7 req-31b3bdbe-d7ea-47e7-b81b-8cf6a26f27e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:56.296606 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85f4b1b2-a94a-4152-83a1-590202a387d7 req-31b3bdbe-d7ea-47e7-b81b-8cf6a26f27e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.3510923 Apr 22 20:12:56.374074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58036) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:56.394041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'floatingip': {'port_id': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:56.483846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58040) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:56.649564 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcd5c7f3-8bb4-4522-bcf9-40d8b0b225e5 req-a6bff92a-2a5f-412e-95aa-e8441ff3c7b9 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580045 Apr 22 20:12:56.656839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.663616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-025552f0-a774-4054-9e99-e04421dd1445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:56.685391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e29ba-2637-494c-a64a-8400f010792a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:56.689755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:56.698649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa155fd-07c2-4d04-8b37-d07d60fcc669 req-80972a3e-36c6-4a2e-9005-ff9f11563b44 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:56.705743 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1fa155fd-07c2-4d04-8b37-d07d60fcc669 req-80972a3e-36c6-4a2e-9005-ff9f11563b44 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.5154502 Apr 22 20:12:56.710087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.714523 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/393e29ba-2637-494c-a64a-8400f010792a HTTP/1.1" status: 204 len: 168 time: 0.7671728 Apr 22 20:12:56.764797 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1fa155fd-07c2-4d04-8b37-d07d60fcc669 req-0a08ef45-3269-4a1e-bcea-14782cdb3fbe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576360 Apr 22 20:12:56.842073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.866875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:56.949268 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f7211169-c339-44ea-8a25-2071f1f7a250 req-593f6b5c-6b5e-4e96-899f-79ac8fa2fec7 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 210 time: 0.4749632 Apr 22 20:12:56.982933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:12:57.059277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Usage tracker for resource:security_group_rule and tenant:a652566074824c6d9b5217a78eceffd2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:12:57.074892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:12:57.156582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:12:57.229705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:12:57.317791 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-6219f9a5-418a-498f-99f1-df4757c9798c tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b55c6f71fd643ab8861f87d1de85699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399148 Apr 22 20:12:57.504227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-c92ee80a-05c4-4ac2-ae6c-c4ae46e82e81 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:57.505659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:57.505816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-c92ee80a-05c4-4ac2-ae6c-c4ae46e82e81 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810043 Apr 22 20:12:57.526366 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-7c84ae51-0de2-42d6-9fcd-df9a36e25ec6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/quotas/9b55c6f71fd643ab8861f87d1de85699 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Apr 22 20:12:57.610012 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-5511305d-b8d1-4d00-8c19-09104ca55670 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b55c6f71fd643ab8861f87d1de85699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765688 Apr 22 20:12:57.864188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:12:57.879140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:12:57.898277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:57.898966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:57.905384 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e17caddc-819d-4b11-b059-085a004e9580 req-d565888a-c600-4c5d-b648-9800e7016d67 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.1107430 Apr 22 20:12:57.913823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:57.940596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:57.960357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-585df7f8-8819-43fa-ad8f-8004d3a40f14 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:57.968864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.088839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d175d8d-f144-47db-aa5f-2e953502e62c req-b8dc5871-9f1f-4dc6-9ef1-b32ab6da3f9f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:58.097531 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8d175d8d-f144-47db-aa5f-2e953502e62c req-b8dc5871-9f1f-4dc6-9ef1-b32ab6da3f9f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1261907 Apr 22 20:12:58.112232 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.158244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:58.171611 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8d175d8d-f144-47db-aa5f-2e953502e62c req-59af7753-aea2-4aa8-9bba-1c770364b8d9 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726886 Apr 22 20:12:58.233783 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6701c280-3ac0-4f8c-9498-fc0605be14ae tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "PUT /v2.0/floatingips/53a5ca13-0841-42a0-ac72-188f996d5d12 HTTP/1.1" status: 200 len: 992 time: 5.6312134 Apr 22 20:12:58.261522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:12:58.384346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:12:58.391090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:12:58.394933 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a652566074824c6d9b5217a78eceffd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9103944 Apr 22 20:12:58.396848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:12:58.398338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58104) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:12:58.465163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf549b-1208-4234-9edd-d232bf19df22,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:58.505338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:58.506787 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.526598 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'status': 'completed', 'code': 200} Apr 22 20:12:58.527557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:58.532331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9f4b9984-6511-4084-a301-afbbfe05b17f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:58.634287 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9774377 Apr 22 20:12:58.684078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Request body: {'port': {'device_id': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:12:58.696328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.761186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.774931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-92a4d1d4-c04c-4eb5-a97f-3fd0948491e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:58.776615 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-92a4d1d4-c04c-4eb5-a97f-3fd0948491e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1099 time: 0.2191298 Apr 22 20:12:58.792486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '53a5ca13-0841-42a0-ac72-188f996d5d12', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:58.802002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:12:58.812910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:12:58.814131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:12:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:12:58.938709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Pushing event updated for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:58.949948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:58.964865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-2fe8d547-e777-4fd3-8300-771a6596bc8a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:58.966032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-2fe8d547-e777-4fd3-8300-771a6596bc8a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Synchronizing usage tracker for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:12:58.975263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.982130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:58.983414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2ef246da-a9ce-42c3-a102-80368ba806a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:12:59.013829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf549b-1208-4234-9edd-d232bf19df22,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:12:59.024696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-eacf70fb-d4ef-4069-9745-0a99e25bc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:59.026386 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-eacf70fb-d4ef-4069-9745-0a99e25bc287 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.2366059 Apr 22 20:12:59.027643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:12:59.028674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:59.033129 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0baf549b-1208-4234-9edd-d232bf19df22 HTTP/1.1" status: 204 len: 168 time: 0.6334596 Apr 22 20:12:59.174741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-2fe8d547-e777-4fd3-8300-771a6596bc8a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Unset dirty status for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:12:59.183287 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b8664834-c087-4f0d-a7fe-b12666328c22 req-ae41878f-afe3-426c-bcb0-b33861c6f745 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.0704567 Apr 22 20:12:59.188679 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-2fe8d547-e777-4fd3-8300-771a6596bc8a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 931 time: 0.9261243 Apr 22 20:12:59.230824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:12:59.285565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-23bf1aac-0101-4472-964a-c5902ab65922 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 1000 time: 0.2509599 Apr 22 20:12:59.287635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:59.377160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:12:59.496024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-8622b918-50d9-4e6b-9e3c-a0915d9552ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:59.497812 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-8622b918-50d9-4e6b-9e3c-a0915d9552ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1950152 Apr 22 20:12:59.617793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed38932-af7a-4c70-ae37-ce04aee2c0cb req-9b9d9d85-dd04-4197-9c82-3a96df02e35f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:59.626062 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eed38932-af7a-4c70-ae37-ce04aee2c0cb req-9b9d9d85-dd04-4197-9c82-3a96df02e35f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2615662 Apr 22 20:12:59.678078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-100eb17f-2903-43c6-9f19-9ffbe9eea0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:12:59.771573 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eed38932-af7a-4c70-ae37-ce04aee2c0cb req-589375d0-2360-4452-978f-ce4527ed3b97 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412396 Apr 22 20:12:59.779299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-e77085b6-c179-4729-9b53-f3bed8f5782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:12:59.790840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-e77085b6-c179-4729-9b53-f3bed8f5782a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2763996 Apr 22 20:13:00.007815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:00.052296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '53a5ca13-0841-42a0-ac72-188f996d5d12', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:00.057310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf708a82-10c2-43ef-be44-2d5e9a3840f7 None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '53a5ca13-0841-42a0-ac72-188f996d5d12', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.171', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:13:00.085853 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-4405779b-00b5-4ce5-9b17-5b9ee3f52053 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860107 Apr 22 20:13:00.093702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-f36490e5-7e94-47f0-bd50-09a8a66013fe tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Synchronizing usage tracker for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:13:00.193707 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-f40c5185-0a8f-4e7f-8ec7-da0cd8d921f3 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9b55c6f71fd643ab8861f87d1de85699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5707920 Apr 22 20:13:00.324574 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Floating IP 0ceaf5d2-1fad-434e-bd7a-149512186a5a associated. External IP: 172.28.3.246, port: f6bdb242-36f9-40e2-9d9b-5e63a456e517. Apr 22 20:13:00.339225 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d0f519ce-34f2-42c3-bf4b-0550479f912b req-43500bd8-4dba-4129-a398-31294abdf10f service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408547 Apr 22 20:13:00.455188 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a36287bf-674e-4943-afcf-bb09d1299ca5 req-ac05a5d3-21e8-4ba1-9280-78fff0eaf867 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.0797253 Apr 22 20:13:00.496600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361855d9-f640-4b69-a168-0241b65cfb00 None None] New status for floating IP 53a5ca13-0841-42a0-ac72-188f996d5d12: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:13:00.634571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.resource_extend [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 22 20:13:00.682550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-f36490e5-7e94-47f0-bd50-09a8a66013fe tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Unset dirty status for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:13:00.684009 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-727fd50c-c7b2-4c29-a7a0-f3733413336b req-f36490e5-7e94-47f0-bd50-09a8a66013fe tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4943724 Apr 22 20:13:00.885348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b3a9d7-a506-4378-85f8-7b78d5e25c17 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:13:00.932146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-72a089f4-57f0-4deb-b482-e8d49a27e2b0 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:00.933722 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-72a089f4-57f0-4deb-b482-e8d49a27e2b0 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6955431 Apr 22 20:13:00.935817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:00.955381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Request body: {'port': {'device_id': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd', 'admin_state_up': True, 'tenant_id': '9b55c6f71fd643ab8861f87d1de85699'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:13:01.033038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Transition to ACTIVE for port object e6b3a9d7-a506-4378-85f8-7b78d5e25c17 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:13:01.102330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:01.111962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b23a77-10ed-4355-8db2-2126c522d2b7 req-e8ca55c0-e233-4905-86d1-38ff94403af7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:01.114124 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3b23a77-10ed-4355-8db2-2126c522d2b7 req-e8ca55c0-e233-4905-86d1-38ff94403af7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1851499 Apr 22 20:13:01.203240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:01.218995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:01.228049 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3b23a77-10ed-4355-8db2-2126c522d2b7 req-e5a98ea4-bbb9-4605-9e28-aabb424be1f3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062179 Apr 22 20:13:01.572729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:01.589601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:01.664099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:01.688417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Usage tracker for resource:port and tenant:9b55c6f71fd643ab8861f87d1de85699 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:01.698381 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-df6e7173-f2db-4d76-8357-6a44e97b97b5 req-b2e1a98c-3b31-4523-9292-732d243c93fc tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.1156394 Apr 22 20:13:01.700345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:13:01.701347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:01.717252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:01.808210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Made reservation on behalf of 9b55c6f71fd643ab8861f87d1de85699 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:13:01.815110 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:01.916531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f0e5c-3f65-47cf-a1ce-1fff9b8d179f req-3eb84083-c196-484d-9d98-af9bb2d3e521 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:01.918221 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c2f0e5c-3f65-47cf-a1ce-1fff9b8d179f req-3eb84083-c196-484d-9d98-af9bb2d3e521 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 943 time: 0.0968554 Apr 22 20:13:01.932783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:01.956399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Attempting to bind port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:13:01.956902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Attempting to bind port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '465e3151-6ff3-47bc-bdcd-c8cba52f9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:13:01.957265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Attempting to bind port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 on network b50b6c92-7884-4ec9-a4b9-3d344d70c12f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:13:01.972758 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c2f0e5c-3f65-47cf-a1ce-1fff9b8d179f req-cc1970cd-1ad1-4dbb-a4db-46497286dec5 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Apr 22 20:13:01.980560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 on network b50b6c92-7884-4ec9-a4b9-3d344d70c12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:13:01.980744 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Attempting to bind port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 on network b50b6c92-7884-4ec9-a4b9-3d344d70c12f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:13:01.985051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:01.994539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Usage tracker for resource:security_group_rule and tenant:9b55c6f71fd643ab8861f87d1de85699 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:01.999438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:02.002431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:13:02.002798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Checking segment: {'id': '465e3151-6ff3-47bc-bdcd-c8cba52f9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:13:02.003210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Bound using segment: {'id': '465e3151-6ff3-47bc-bdcd-c8cba52f9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:13:02.003735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Bound port: e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465e3151-6ff3-47bc-bdcd-c8cba52f9561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:13:02.004088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.024448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:02.154392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f85a333-4126-47a8-872e-4ff406689190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.383354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:13:02.394945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:13:02.406671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:13:02.407341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:13:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:02.423233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.438990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175f806-90cb-49d4-b713-fbd23cde2889 req-9ce6a16b-fd07-44fd-a42f-3c0a3bb12216 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:02.440600 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0175f806-90cb-49d4-b713-fbd23cde2889 req-9ce6a16b-fd07-44fd-a42f-3c0a3bb12216 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1010461 Apr 22 20:13:02.457727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:13:02.497184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,segment=NetworkSegment(465e3151-6ff3-47bc-bdcd-c8cba52f9561),segment_id=465e3151-6ff3-47bc-bdcd-c8cba52f9561)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:13:02.498978 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0175f806-90cb-49d4-b713-fbd23cde2889 req-5a748c6e-902c-46a4-b95f-b079cff0d339 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Apr 22 20:13:02.508763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.515607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5e14fa7a-2ac4-4c76-aad2-5b9794371b99 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:02.582907 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2a8f5824-17ca-4e79-a01e-1b7d2e68360a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "PUT /v2.0/floatingips/0ceaf5d2-1fad-434e-bd7a-149512186a5a HTTP/1.1" status: 200 len: 992 time: 6.2030880 Apr 22 20:13:02.606529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:02.643735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:13:02.665483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:02.666077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.667590 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/e6b3a9d7-a506-4378-85f8-7b78d5e25c17 HTTP/1.1" status: 200 len: 1093 time: 3.9904895 Apr 22 20:13:02.670242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.686762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:02.754571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:02.771051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'status': 'completed', 'code': 200} Apr 22 20:13:02.816724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:02.817322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b17a2cd4-fe39-4e51-a8a5-2772fa3caa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:02.909028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c2bc62-dd91-44d4-ade3-83afd9f0850b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:02.914945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-b5b2a6db-5103-4898-b5ec-575e6f6fe213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:02.916643 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-b5b2a6db-5103-4898-b5ec-575e6f6fe213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1099 time: 0.1456983 Apr 22 20:13:02.918802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:02.950202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-c970363c-2ca3-44d3-9962-52e62b62d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:02.952231 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-c970363c-2ca3-44d3-9962-52e62b62d1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d135036caf6b4a56b7bb7b5efac279c0&device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 1096 time: 0.1851091 Apr 22 20:13:02.992284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:03.056689 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-766ed93c-df3e-4adb-a8e4-b4435cf92857 req-7d4c61be-4428-4a9e-aae0-928d2d18cb83 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.0842364 Apr 22 20:13:03.207083 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-702b42da-0084-4d4c-8732-7a0e5944f0c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17 HTTP/1.1" status: 200 len: 217 time: 0.2199402 Apr 22 20:13:03.262864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-8ebb1642-8187-4b44-9f95-0181d40b6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:03.264701 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-8ebb1642-8187-4b44-9f95-0181d40b6e38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.3404894 Apr 22 20:13:03.270329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0ceaf5d2-1fad-434e-bd7a-149512186a5a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.246', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:ee:29:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:58Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:03.276126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:13:03.285157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:13:03.286047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:13:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:03.346027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58240) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:03.385209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Allocated IP 192.168.233.61 (f39b4cad-bae6-4ade-8228-b9c7a50568fd/820c31ca-c4dd-42ff-87d2-060670e3ee2d/487028f2-a739-471a-bc81-2ea2b5467065) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:13:03.432760 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-ae88a0a0-34a0-41b3-9b31-86616d988f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 1000 time: 0.1588843 Apr 22 20:13:03.528325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-734dad5b-7210-4d72-a321-e218fb68d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:03.530642 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-734dad5b-7210-4d72-a321-e218fb68d867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ba777fe-c27a-4716-8afd-4136c6a41fa5 HTTP/1.1" status: 200 len: 849 time: 0.2984760 Apr 22 20:13:03.536055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:13:03.577789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-68728160-b2e3-44a7-966d-195206d38e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:03.596648 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-68728160-b2e3-44a7-966d-195206d38e4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.1295843 Apr 22 20:13:03.620941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:03.794819 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-fc7fff8e-7f46-442c-9ea3-c5eb12d15f26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b50b6c92-7884-4ec9-a4b9-3d344d70c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2329211 Apr 22 20:13:03.805268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-1e95432d-6bce-40f5-b07c-83b5e91983de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:03.807289 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-1e95432d-6bce-40f5-b07c-83b5e91983de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2097862 Apr 22 20:13:03.960256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.000135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f344-bd10-4b37-b0cf-ca70ea9ae0c6 req-a7ad3d63-c3f1-42b0-8a97-6b8a5efce260 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:04.001981 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d4a2f344-bd10-4b37-b0cf-ca70ea9ae0c6 req-a7ad3d63-c3f1-42b0-8a97-6b8a5efce260 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.2980289 Apr 22 20:13:04.004071 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-89a9ef41-ba4e-454d-afb1-fad238a59363 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869097 Apr 22 20:13:04.014764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0d307-8564-4cef-87a1-cf9396b1403b req-4ec6aa42-c11e-498e-8ab6-b667f5d5d8c0 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:04.016381 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6f0d307-8564-4cef-87a1-cf9396b1403b req-4ec6aa42-c11e-498e-8ab6-b667f5d5d8c0 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 943 time: 0.8084192 Apr 22 20:13:04.029712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:04.067845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0ceaf5d2-1fad-434e-bd7a-149512186a5a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.246', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:ee:29:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:58Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:04.077898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b27c7-35e5-451a-8fce-ae468023e701 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0ceaf5d2-1fad-434e-bd7a-149512186a5a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.246', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:ee:29:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:12:23Z', 'updated_at': '2021-04-22T20:12:58Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:13:04.095532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Usage tracker for resource:security_group_rule and tenant:324a429e89b34fb1927343d75e3eeee3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:04.111311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:04.149625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.152948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:04.159148 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d4a2f344-bd10-4b37-b0cf-ca70ea9ae0c6 req-9fe7171b-92fe-41d6-bbdc-2bc49f9d7c23 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483326 Apr 22 20:13:04.207272 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-8720b64c-424c-43f5-ae50-1dd3ddb686b5 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939690 Apr 22 20:13:04.211039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Transition to ACTIVE for port object 487028f2-a739-471a-bc81-2ea2b5467065 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:13:04.232840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6f0d307-8564-4cef-87a1-cf9396b1403b req-ce04d92f-d04f-4331-ba67-2d9c7afc0b36 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506908 Apr 22 20:13:04.261878 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-6a28c3dd-9dd2-446c-a95a-add5f67ead8d service neutron] 10.222.0.20 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327968 Apr 22 20:13:04.416987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbf5ea1-6174-48ae-8a2a-1a0d7daeeecf None None] New status for floating IP 0ceaf5d2-1fad-434e-bd7a-149512186a5a: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:13:04.461652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.488056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:04.516722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.597546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Network f39b4cad-bae6-4ade-8228-b9c7a50568fd is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:13:04.625746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.635348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:13:04.637941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:13:04.678271 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f26ef3f-205f-42f0-8d31-383963e7d249 req-56558261-88df-4e63-bf9e-84c60edf2ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078994 Apr 22 20:13:04.690753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.749521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Pushing event updated for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:04.763001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:04.765387 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=324a429e89b34fb1927343d75e3eeee3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4182837 Apr 22 20:13:04.766244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb10b5d-aa03-48e6-b15d-95e858194413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:04.769375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58266) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:04.778511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:04.813367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c9112-132d-41e1-8c6e-1666bb8965d8 req-2c436d5d-9dee-447a-af97-5b93abb39458 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:04.822382 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aa3c9112-132d-41e1-8c6e-1666bb8965d8 req-2c436d5d-9dee-447a-af97-5b93abb39458 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 935 time: 0.4268701 Apr 22 20:13:04.850806 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17', 'status': 'completed', 'code': 200} Apr 22 20:13:04.865371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:04.866242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.881554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.911617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.935756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56ec53-164a-47d6-8124-84981c58c9de,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:04.938202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-af6e92db-985c-462b-b919-cda4793513ad None None] Provisioning for port 487028f2-a739-471a-bc81-2ea2b5467065 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:13:04.944627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-af6e92db-985c-462b-b919-cda4793513ad None None] Provisioning complete for port 487028f2-a739-471a-bc81-2ea2b5467065 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:13:04.945047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af6e92db-985c-462b-b919-cda4793513ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.951559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:04.957469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-aa3c9112-132d-41e1-8c6e-1666bb8965d8 req-bcf34fba-5937-405c-a6ae-e8c4aee4487c tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Synchronizing usage tracker for tenant:9b55c6f71fd643ab8861f87d1de85699 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:13:04.969302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:04.985161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b8452aa2-dc1e-4a7a-a403-fde0787008b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:05.002965 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0522926 Apr 22 20:13:05.014045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56ec53-164a-47d6-8124-84981c58c9de,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:05.014962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-aa3c9112-132d-41e1-8c6e-1666bb8965d8 req-bcf34fba-5937-405c-a6ae-e8c4aee4487c tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Unset dirty status for tenant:9b55c6f71fd643ab8861f87d1de85699 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:13:05.022703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-af6e92db-985c-462b-b919-cda4793513ad None None] Port 487028f2-a739-471a-bc81-2ea2b5467065 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:13:05.028100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:05.029688 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aa3c9112-132d-41e1-8c6e-1666bb8965d8 req-bcf34fba-5937-405c-a6ae-e8c4aee4487c tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062678 Apr 22 20:13:05.030468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:05.032069 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f56ec53-164a-47d6-8124-84981c58c9de HTTP/1.1" status: 204 len: 168 time: 0.2616472 Apr 22 20:13:05.038552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Request body: {'port': {'device_id': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:13:05.113647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-4044a5bd-0dc7-4d10-beb3-ab672e903a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:05.116703 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-4044a5bd-0dc7-4d10-beb3-ab672e903a04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d135036caf6b4a56b7bb7b5efac279c0&device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 1096 time: 0.2419071 Apr 22 20:13:05.369170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-96eb8418-4422-4d46-bb8e-599e8a9ade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:05.373695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-96eb8418-4422-4d46-bb8e-599e8a9ade7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b50b6c92-7884-4ec9-a4b9-3d344d70c12f HTTP/1.1" status: 200 len: 910 time: 0.2111897 Apr 22 20:13:05.373695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:05.490861 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-c2d628be-ab5a-4cfb-8c0e-f40db7ea361b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17 HTTP/1.1" status: 200 len: 217 time: 0.1002042 Apr 22 20:13:05.500757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62cd09-b242-40a6-980f-187c1554ed8e req-8e7b9003-a1cd-4548-ae43-78cd715e3a74 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:05.502590 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b62cd09-b242-40a6-980f-187c1554ed8e req-8e7b9003-a1cd-4548-ae43-78cd715e3a74 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1801524 Apr 22 20:13:05.584456 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b62cd09-b242-40a6-980f-187c1554ed8e req-ccd49090-8de0-4469-a088-caeba944bb76 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736549 Apr 22 20:13:05.951427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-530fe120-3ec1-4605-b1ef-06e3019e2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:05.953024 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-530fe120-3ec1-4605-b1ef-06e3019e2a59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ba777fe-c27a-4716-8afd-4136c6a41fa5 HTTP/1.1" status: 200 len: 849 time: 0.4456666 Apr 22 20:13:06.032617 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-4372619d-4a22-4af8-8c9a-a1d622e3f11f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b50b6c92-7884-4ec9-a4b9-3d344d70c12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666752 Apr 22 20:13:06.136566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bae5d3-fb1d-4d18-b41e-07a211279c85 req-c130936a-252f-4b24-b592-2ce92a3e85ac tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:06.145018 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02bae5d3-fb1d-4d18-b41e-07a211279c85 req-c130936a-252f-4b24-b592-2ce92a3e85ac tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 943 time: 0.6501818 Apr 22 20:13:06.269384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a1d6b-0df6-431c-964e-af7d3da10eb8 req-6c8f0c47-4f2d-47b8-af47-be716582af37 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:06.278470 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-251a1d6b-0df6-431c-964e-af7d3da10eb8 req-6c8f0c47-4f2d-47b8-af47-be716582af37 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 935 time: 0.1103172 Apr 22 20:13:06.338315 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02bae5d3-fb1d-4d18-b41e-07a211279c85 req-b3ec7953-b68c-4b50-9509-9e3b3d0fe5bd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923263 Apr 22 20:13:06.352816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-251a1d6b-0df6-431c-964e-af7d3da10eb8 req-eefec06c-ce9c-4103-af86-c2ee64987381 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733612 Apr 22 20:13:06.446003 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-877ca7f3-122b-4a7e-964f-21ae13e116d9 service neutron] 10.222.0.20 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602381 Apr 22 20:13:06.710622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52213d86-76ef-450b-8ede-6ec87f3fcbb2 req-96f3d870-0b52-4518-952d-fa8855bf8c23 service neutron] 10.222.0.20 "GET /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560985 Apr 22 20:13:06.716968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487028f2-a739-471a-bc81-2ea2b5467065 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:13:06.737126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:06.756944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Transition to ACTIVE for port object 487028f2-a739-471a-bc81-2ea2b5467065 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:13:06.759815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:06.770396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:07.090689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Pushing event updated for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:07.095537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:07.164422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d7a70-5acf-458e-8120-8c0cb65dcd82 req-64305705-e0c6-4e95-b160-e79e5d2de97b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.166116 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b49d7a70-5acf-458e-8120-8c0cb65dcd82 req-64305705-e0c6-4e95-b160-e79e5d2de97b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.3628433 Apr 22 20:13:07.168646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Attempting to bind port 487028f2-a739-471a-bc81-2ea2b5467065 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:13:07.169014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Attempting to bind port 487028f2-a739-471a-bc81-2ea2b5467065 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:13:07.169381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Attempting to bind port 487028f2-a739-471a-bc81-2ea2b5467065 on network f39b4cad-bae6-4ade-8228-b9c7a50568fd {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:13:07.176426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Port 487028f2-a739-471a-bc81-2ea2b5467065 on network f39b4cad-bae6-4ade-8228-b9c7a50568fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:13:07.176978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Attempting to bind port 487028f2-a739-471a-bc81-2ea2b5467065 on network f39b4cad-bae6-4ade-8228-b9c7a50568fd {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:13:07.197288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:13:07.197662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Checking segment: {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:13:07.198209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Bound using segment: {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:13:07.198705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Bound port: 487028f2-a739-471a-bc81-2ea2b5467065, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576e5f04-d94d-4bdc-8e36-683d75451f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:13:07.199174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:07.284840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b49d7a70-5acf-458e-8120-8c0cb65dcd82 req-11f09f9d-9478-4ad3-afc0-a137fc710f25 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Apr 22 20:13:07.323993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:13:07.327097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=487028f2-a739-471a-bc81-2ea2b5467065,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:13:07.330716 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:07.336622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-124f7378-f1ec-4e73-af6f-10dcb4a95f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:07.396954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.398310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:07.400154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-e0281900-2259-4020-97a8-afbc05586416 service neutron] 10.222.0.20 "PUT /v2.0/ports/487028f2-a739-471a-bc81-2ea2b5467065 HTTP/1.1" status: 200 len: 1097 time: 2.3690779 Apr 22 20:13:07.400704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:07.433535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Pushing event updated for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:07.451536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:07.581042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-2c10a16f-ddbd-444d-afe5-6d0a2a798f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.583006 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-2c10a16f-ddbd-444d-afe5-6d0a2a798f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b55c6f71fd643ab8861f87d1de85699&device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 1100 time: 0.1149344 Apr 22 20:13:07.637400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce22349-c910-4269-bb31-3be0013b672c req-fa948988-7f8f-4f21-8315-b1cf392adfab tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.639965 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ce22349-c910-4269-bb31-3be0013b672c req-fa948988-7f8f-4f21-8315-b1cf392adfab tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 943 time: 0.1426694 Apr 22 20:13:07.725721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-28ec8b12-7551-431f-b9dd-96e84c9db964 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=487028f2-a739-471a-bc81-2ea2b5467065 HTTP/1.1" status: 200 len: 217 time: 0.0964587 Apr 22 20:13:07.811353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-cfedf327-fc7d-49d3-8667-c607e085a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.812955 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-cfedf327-fc7d-49d3-8667-c607e085a3a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820c31ca-c4dd-42ff-87d2-060670e3ee2d HTTP/1.1" status: 200 len: 843 time: 0.0802667 Apr 22 20:13:07.913544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b3a85-e085-42ce-9027-c9264f9f98a5 req-2d868e2f-20dd-49fc-8392-00a605cdb001 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.914192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-861b3a85-e085-42ce-9027-c9264f9f98a5 req-2d868e2f-20dd-49fc-8392-00a605cdb001 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Synchronizing usage tracker for tenant:9b55c6f71fd643ab8861f87d1de85699 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:13:07.929400 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ce22349-c910-4269-bb31-3be0013b672c req-b582bf83-842a-4180-99ed-bb2a1b666d9a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830784 Apr 22 20:13:07.941603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-861b3a85-e085-42ce-9027-c9264f9f98a5 req-2d868e2f-20dd-49fc-8392-00a605cdb001 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Unset dirty status for tenant:9b55c6f71fd643ab8861f87d1de85699 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:13:07.942926 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-861b3a85-e085-42ce-9027-c9264f9f98a5 req-2d868e2f-20dd-49fc-8392-00a605cdb001 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 947 time: 0.3573003 Apr 22 20:13:07.948694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-eb95693f-c191-409b-8fad-1cf90ad86327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:07.950201 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-eb95693f-c191-409b-8fad-1cf90ad86327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f39b4cad-bae6-4ade-8228-b9c7a50568fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1291139 Apr 22 20:13:08.024586 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065', 'status': 'completed', 'code': 200} Apr 22 20:13:08.096970 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-861b3a85-e085-42ce-9027-c9264f9f98a5 req-f52d28ad-7c21-4ca1-9ba8-7b755fd1e054 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457334 Apr 22 20:13:08.153639 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-ab8a9c6c-3164-4b8e-a612-fe574130cc33 service neutron] 10.222.0.20 "GET /v2.0/networks/f39b4cad-bae6-4ade-8228-b9c7a50568fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845744 Apr 22 20:13:08.259350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e6b3a9d7-a506-4378-85f8-7b78d5e25c17 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:13:08.391881 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76ef258e-3325-4f12-b5b8-09117fdf8b95 req-0a63f7f5-9c2a-4837-aaff-17a0613965ab service neutron] 10.222.0.20 "GET /v2.0/networks/f39b4cad-bae6-4ade-8228-b9c7a50568fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265532 Apr 22 20:13:08.469515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,segment=NetworkSegment(465e3151-6ff3-47bc-bdcd-c8cba52f9561),segment_id=465e3151-6ff3-47bc-bdcd-c8cba52f9561)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:08.492294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17', 'network_id': 'b50b6c92-7884-4ec9-a4b9-3d344d70c12f', 'port_id': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17', 'mac_address': 'fa:16:3e:db:7b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba777fe-c27a-4716-8afd-4136c6a41fa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:13:08.512918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91199-3bcb-4e76-ac41-e9878c47b832 req-c60fcac6-6061-4275-ac29-b58b20f21495 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:08.514656 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74c91199-3bcb-4e76-ac41-e9878c47b832 req-c60fcac6-6061-4275-ac29-b58b20f21495 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0992181 Apr 22 20:13:08.545043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0facc-0253-400c-9189-135818f3086d req-f47501d6-d794-4fec-a1a2-0b237df9a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:08.546669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-f47501d6-d794-4fec-a1a2-0b237df9a5b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b55c6f71fd643ab8861f87d1de85699&device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 1100 time: 0.0985475 Apr 22 20:13:08.559514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:08.573848 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74c91199-3bcb-4e76-ac41-e9878c47b832 req-5775ab53-a692-4b79-ab74-d6e0c5d31560 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523913 Apr 22 20:13:08.578779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b3a9d7-a506-4378-85f8-7b78d5e25c17 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:13:08.596694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,segment=NetworkSegment(465e3151-6ff3-47bc-bdcd-c8cba52f9561),segment_id=465e3151-6ff3-47bc-bdcd-c8cba52f9561)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:08.611127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:08.613052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:08.686336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:08.694329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.694698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.695080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.695449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.695878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.696244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.696607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.696978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.697335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.697695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.698051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.698408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:08.702923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:08.704680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0facc-0253-400c-9189-135818f3086d req-5ac4c588-ac45-4e7d-a7c1-1f396ecb4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:08.706250 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-5ac4c588-ac45-4e7d-a7c1-1f396ecb4771 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f39b4cad-bae6-4ade-8228-b9c7a50568fd HTTP/1.1" status: 200 len: 870 time: 0.1474965 Apr 22 20:13:08.791276 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-a754a963-104c-467f-935d-a150b4b03633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=487028f2-a739-471a-bc81-2ea2b5467065 HTTP/1.1" status: 200 len: 217 time: 0.0729721 Apr 22 20:13:08.861970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0facc-0253-400c-9189-135818f3086d req-7f7eea29-8dd7-4b6d-aa69-10850deadcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:08.863554 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-7f7eea29-8dd7-4b6d-aa69-10850deadcfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=820c31ca-c4dd-42ff-87d2-060670e3ee2d HTTP/1.1" status: 200 len: 843 time: 0.0661380 Apr 22 20:13:08.918092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['e6b3a9d7-a506-4378-85f8-7b78d5e25c17'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:13:08.957050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0facc-0253-400c-9189-135818f3086d req-ca9014dd-b83c-48c7-9aca-99aa3ed6cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:08.959290 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-ca9014dd-b83c-48c7-9aca-99aa3ed6cb22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f39b4cad-bae6-4ade-8228-b9c7a50568fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0873113 Apr 22 20:13:09.307901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439ab30-80ac-409e-99e2-51b96432604b req-adb3ebcd-f1ce-43f0-ad48-29a8e0955e88 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:09.309486 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7439ab30-80ac-409e-99e2-51b96432604b req-adb3ebcd-f1ce-43f0-ad48-29a8e0955e88 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 947 time: 0.0913649 Apr 22 20:13:09.359725 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7439ab30-80ac-409e-99e2-51b96432604b req-8054924d-eec0-48c2-9be0-bd2c1c0d988b tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434334 Apr 22 20:13:09.401884 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-26145263-7cdf-4dc9-9387-7f6c9029f8fc service neutron] 10.222.0.20 "GET /v2.0/networks/f39b4cad-bae6-4ade-8228-b9c7a50568fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310374 Apr 22 20:13:09.419073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0c729-3349-4878-98d2-eae1e85fe3e8 req-38555014-c117-4c43-8433-5b3327c108d6 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:09.420746 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bdc0c729-3349-4878-98d2-eae1e85fe3e8 req-38555014-c117-4c43-8433-5b3327c108d6 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 944 time: 0.3555501 Apr 22 20:13:09.558704 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bdc0c729-3349-4878-98d2-eae1e85fe3e8 req-b4af5470-eb38-4927-a7bd-5613041ed72f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156428 Apr 22 20:13:09.601554 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-efc0facc-0253-400c-9189-135818f3086d req-ddb97763-14e6-486e-a0dd-cd69b8db949d service neutron] 10.222.0.20 "GET /v2.0/networks/f39b4cad-bae6-4ade-8228-b9c7a50568fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798203 Apr 22 20:13:09.813531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813ed4a-21ef-443d-a893-9733e5f03877 req-97c861f9-3c5d-4182-baf6-1ef642ac7396 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:09.815285 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7813ed4a-21ef-443d-a893-9733e5f03877 req-97c861f9-3c5d-4182-baf6-1ef642ac7396 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0974088 Apr 22 20:13:09.869556 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7813ed4a-21ef-443d-a893-9733e5f03877 req-921b9a64-d320-4114-9d54-961175ecf3e2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470479 Apr 22 20:13:10.172630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58460) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:10.273121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e6b3a9d7-a506-4378-85f8-7b78d5e25c17 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:13:10.299967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.319635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:10.323641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b398a54613d45a8946ae04e9eaca736 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:10.326594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:10.332718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:10.350989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:13:10.356893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:13:10.357440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.425964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.430021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.445642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-49e99dbb-a71b-43d4-8b49-850dd4957987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:10.478756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608bc41c-1a93-4c1e-b7c8-0a7734d607f8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:10.485120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:10.493879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.539485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,segment=NetworkSegment(465e3151-6ff3-47bc-bdcd-c8cba52f9561),segment_id=465e3151-6ff3-47bc-bdcd-c8cba52f9561)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:10.540580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:10.548566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.551788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:10.564500 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b398a54613d45a8946ae04e9eaca736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907092 Apr 22 20:13:10.567610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58476) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:10.604606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acc6a-a4ca-4b65-a7fd-dbe0e74297d5 req-b8374c58-eea2-4c06-bb4e-8f160df51b3d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:10.606557 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-714acc6a-a4ca-4b65-a7fd-dbe0e74297d5 req-b8374c58-eea2-4c06-bb4e-8f160df51b3d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 947 time: 0.1104665 Apr 22 20:13:10.683620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.686106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:10.697652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-714acc6a-a4ca-4b65-a7fd-dbe0e74297d5 req-02151a3f-630f-4d3b-8b59-36ffc9bdd5c6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730429 Apr 22 20:13:10.701469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:10.723035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.732228 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17', 'code': 200} Apr 22 20:13:10.820411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.834908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:10.854343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608bc41c-1a93-4c1e-b7c8-0a7734d607f8,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:10.857343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:10.858807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:10.863111 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/608bc41c-1a93-4c1e-b7c8-0a7734d607f8 HTTP/1.1" status: 204 len: 168 time: 0.2937157 Apr 22 20:13:10.980337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512af61-f9f4-4d89-b8e0-d19387edd808 req-4836c05e-ffd8-4e49-9921-7726560c8e48 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:10.988956 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a512af61-f9f4-4d89-b8e0-d19387edd808 req-4836c05e-ffd8-4e49-9921-7726560c8e48 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1511757 Apr 22 20:13:11.049753 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a512af61-f9f4-4d89-b8e0-d19387edd808 req-dc764e8e-594d-41f3-8d38-17a4f29b3dc4 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583894 Apr 22 20:13:11.153218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eac250-38e4-426c-a74c-5d373a7571d4 req-e52c9b84-1c2b-4583-99e6-1cd994825694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:11.155067 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-13eac250-38e4-426c-a74c-5d373a7571d4 req-e52c9b84-1c2b-4583-99e6-1cd994825694 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 1098 time: 0.1867278 Apr 22 20:13:11.165286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43072a4-1f73-48a4-80c1-89673b969845 req-629a6d99-554a-4287-925d-3eb472a9ba53 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:11.166965 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a43072a4-1f73-48a4-80c1-89673b969845 req-629a6d99-554a-4287-925d-3eb472a9ba53 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1471970 Apr 22 20:13:11.241155 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-13eac250-38e4-426c-a74c-5d373a7571d4 req-acb6b4dd-0047-4cbd-9262-46cd917257f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729432 Apr 22 20:13:11.249030 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a43072a4-1f73-48a4-80c1-89673b969845 req-90657e18-c57b-41ca-a745-cb9f92f02636 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Apr 22 20:13:11.313097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58500) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:11.331956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.348301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:11.353741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9da1874e53e046af814269f6dc975366 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:11.357047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:11.363100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:11.453217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.456860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.465651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9940d2c3-fb71-45d3-8776-98baa355bc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:11.512682 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9da1874e53e046af814269f6dc975366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983402 Apr 22 20:13:11.514322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd60c8c2-a3f3-4007-adec-f9cb61b9e0af,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:11.515727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58506) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:11.517687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:11.580590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.615333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.659836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.665593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61f638d1-4e1e-4f35-8f24-56f4d89859b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:11.682775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd60c8c2-a3f3-4007-adec-f9cb61b9e0af,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:11.685226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:11.691956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:11.696203 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd60c8c2-a3f3-4007-adec-f9cb61b9e0af HTTP/1.1" status: 204 len: 168 time: 0.1785214 Apr 22 20:13:11.907574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd467a1-2fd1-4151-9ff4-0da31cb03eda req-0f1b8b9a-cddf-4858-a1ab-279a1d13d633 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:11.909169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bd467a1-2fd1-4151-9ff4-0da31cb03eda req-0f1b8b9a-cddf-4858-a1ab-279a1d13d633 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 947 time: 0.0910411 Apr 22 20:13:11.961732 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bd467a1-2fd1-4151-9ff4-0da31cb03eda req-4a5cd34f-eee4-462d-bd26-7ea8c9227556 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Apr 22 20:13:12.280255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 487028f2-a739-471a-bc81-2ea2b5467065 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:13:12.309870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac01d15-1e7e-4c52-8e75-d834b66f3839 req-c2087919-23a3-41d7-bc3b-170b27fdfd4f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:12.317761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bac01d15-1e7e-4c52-8e75-d834b66f3839 req-c2087919-23a3-41d7-bc3b-170b27fdfd4f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1337457 Apr 22 20:13:12.385609 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bac01d15-1e7e-4c52-8e75-d834b66f3839 req-d5022ab7-a1b3-4acf-93af-df4e7cbc0e4b tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Apr 22 20:13:12.510120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=487028f2-a739-471a-bc81-2ea2b5467065,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:12.527917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '487028f2-a739-471a-bc81-2ea2b5467065', 'network_id': 'f39b4cad-bae6-4ade-8228-b9c7a50568fd', 'port_id': '487028f2-a739-471a-bc81-2ea2b5467065', 'mac_address': 'fa:16:3e:70:fe:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c31ca-c4dd-42ff-87d2-060670e3ee2d', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:13:12.628957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586610-c935-4d02-aa98-359ebf38103b req-3fa9f8c7-53f2-4356-88ac-1bfa31acb2b7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:12.631167 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5e586610-c935-4d02-aa98-359ebf38103b req-3fa9f8c7-53f2-4356-88ac-1bfa31acb2b7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1769254 Apr 22 20:13:12.644355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:12.679564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487028f2-a739-471a-bc81-2ea2b5467065 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:13:12.700266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=487028f2-a739-471a-bc81-2ea2b5467065,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:12.704138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:12.707777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3a2c84ed-1609-449d-ac9b-01cca6fe0906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:12.728097 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5e586610-c935-4d02-aa98-359ebf38103b req-4a068128-8def-4e7f-996a-d506a915e93e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882766 Apr 22 20:13:12.804655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:12.808202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:13.044590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['487028f2-a739-471a-bc81-2ea2b5467065'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:13:13.250197 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8826016-a54e-4d5a-a1f6-4748879cec61 req-5c94b314-fe29-4979-be9e-ed739988201a tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:13.251863 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a8826016-a54e-4d5a-a1f6-4748879cec61 req-5c94b314-fe29-4979-be9e-ed739988201a tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 948 time: 0.1188841 Apr 22 20:13:13.305350 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a8826016-a54e-4d5a-a1f6-4748879cec61 req-ecfcbcb7-a395-4aac-bfe7-a14b11187e3d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458348 Apr 22 20:13:13.613653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d12cd-662c-4f11-8a7d-0986f57007fa req-681f3c51-9577-4d7e-9326-1b1e5f27b14b tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:13.615329 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af8d12cd-662c-4f11-8a7d-0986f57007fa req-681f3c51-9577-4d7e-9326-1b1e5f27b14b tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1011684 Apr 22 20:13:13.668678 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af8d12cd-662c-4f11-8a7d-0986f57007fa req-f6091d4f-1270-46b8-9216-6f4aac8661c1 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441983 Apr 22 20:13:13.929289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833648-8ae9-4eaa-a356-6f7de581d928 req-f2c7d767-a4ed-4192-b5d0-02df960124c4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:13.930978 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-21833648-8ae9-4eaa-a356-6f7de581d928 req-f2c7d767-a4ed-4192-b5d0-02df960124c4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0938165 Apr 22 20:13:13.982819 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-21833648-8ae9-4eaa-a356-6f7de581d928 req-7860aab5-3376-4afc-a4fd-232dbe8c66c4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Apr 22 20:13:14.298600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 487028f2-a739-471a-bc81-2ea2b5467065 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:13:14.390265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 487028f2-a739-471a-bc81-2ea2b5467065 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:13:14.402669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 487028f2-a739-471a-bc81-2ea2b5467065 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:13:14.405348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:14.534012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca4768-9a16-42b4-84c4-b5a1db299c10 req-49eef8f7-666c-4d61-b452-88a7e816bfde tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:14.535892 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5aca4768-9a16-42b4-84c4-b5a1db299c10 req-49eef8f7-666c-4d61-b452-88a7e816bfde tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 948 time: 0.1031766 Apr 22 20:13:14.573715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:14.600725 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5aca4768-9a16-42b4-84c4-b5a1db299c10 req-f99b6218-4014-4fd3-a5d5-1788c3e5c497 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Apr 22 20:13:14.605369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:14.620585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=487028f2-a739-471a-bc81-2ea2b5467065,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:14.628565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:14.632786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:14.691816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065', 'code': 200} Apr 22 20:13:14.730046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:14.742740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:14.953851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04489-458f-4b3b-8a54-cb0d3883cd58 req-f328aeb4-311c-4558-9658-caa9355f81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:14.955611 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eee04489-458f-4b3b-8a54-cb0d3883cd58 req-f328aeb4-311c-4558-9658-caa9355f81f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 1102 time: 0.0867872 Apr 22 20:13:15.007790 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eee04489-458f-4b3b-8a54-cb0d3883cd58 req-14418022-5a1a-4c67-af6c-5961d983b860 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Apr 22 20:13:15.191768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9e85-a49b-4003-9399-1b860cbff7ec req-2253bd43-1ecf-4435-8f4c-d7a8de05a150 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:15.193917 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f63b9e85-a49b-4003-9399-1b860cbff7ec req-2253bd43-1ecf-4435-8f4c-d7a8de05a150 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0910184 Apr 22 20:13:15.260146 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f63b9e85-a49b-4003-9399-1b860cbff7ec req-54123be0-70a4-4e91-a8b9-edf5a831699c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Apr 22 20:13:15.820615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c044d-9913-4977-a1b1-4442ce514bef req-721254a1-bad9-486a-b44d-5e18da5626df tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:15.822270 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-983c044d-9913-4977-a1b1-4442ce514bef req-721254a1-bad9-486a-b44d-5e18da5626df tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.0936861 Apr 22 20:13:15.884267 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-983c044d-9913-4977-a1b1-4442ce514bef req-5064f83a-544d-442b-840e-a7cea150e116 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545645 Apr 22 20:13:16.493745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41c88a-3a83-484d-a3d9-f54b399d4d3b req-213011d1-4b7f-44b1-a2e2-58629caf60f1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:16.495380 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f41c88a-3a83-484d-a3d9-f54b399d4d3b req-213011d1-4b7f-44b1-a2e2-58629caf60f1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1089520 Apr 22 20:13:16.517224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58706) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:16.580874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f41c88a-3a83-484d-a3d9-f54b399d4d3b req-42cb46e2-328b-4bdd-b7bb-19e953bd43d0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761223 Apr 22 20:13:16.682487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:16.699082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:16.703103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Usage tracker for resource:security_group_rule and tenant:01d679a026f94a09b82e609583a14994 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:16.706453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:16.714054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:16.806098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:16.808761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:16.821648 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:16.868123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01d679a026f94a09b82e609583a14994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479617 Apr 22 20:13:16.868874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d998c-e16a-43c4-a4c1-b465663ce548,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:16.869567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58722) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:16.872367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:16.963241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:16.991074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.037975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.045085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:17.102082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d998c-e16a-43c4-a4c1-b465663ce548,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:17.118792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:17.133849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.138751 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/645d998c-e16a-43c4-a4c1-b465663ce548 HTTP/1.1" status: 204 len: 168 time: 0.2678299 Apr 22 20:13:17.177686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354e535-1f67-4501-9d0e-334625f2ea4f req-580b6aae-c9aa-439f-bae6-9b4866a8f780 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:17.179346 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c354e535-1f67-4501-9d0e-334625f2ea4f req-580b6aae-c9aa-439f-bae6-9b4866a8f780 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.1365349 Apr 22 20:13:17.245696 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c354e535-1f67-4501-9d0e-334625f2ea4f req-cb41e64f-ccbe-4e8f-b191-b8b41133f624 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Apr 22 20:13:17.507165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58752) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:17.527532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.544742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:17.549032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Usage tracker for resource:security_group_rule and tenant:9253f6494a394002b7079e811cc83a0b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:17.553309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:17.560554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:17.670062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.675831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.712037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:17.768534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8728255-5535-49b3-bb8e-262e565b7b7b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:17.772234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:17.778246 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9253f6494a394002b7079e811cc83a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670596 Apr 22 20:13:17.778442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58772) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:17.855019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.887453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:17.949816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e18d6-8728-4c67-a630-c07dd78feb7c req-41a756bc-f454-4e80-b9b5-d57ac6905e52 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:17.951427 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f8e18d6-8728-4c67-a630-c07dd78feb7c req-41a756bc-f454-4e80-b9b5-d57ac6905e52 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0932412 Apr 22 20:13:18.013326 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f8e18d6-8728-4c67-a630-c07dd78feb7c req-2504b97f-83b1-41ef-aaa2-9439dd3257b9 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541155 Apr 22 20:13:18.022025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.027427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-693e6573-0fb7-4103-9ebf-2b18e8355ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:18.042786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8728255-5535-49b3-bb8e-262e565b7b7b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:18.045460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:18.058623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49e53b-5da9-4e40-9974-9430b92679c9 req-db3f3eed-d353-4667-b3bd-61af5f09e60e tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:18.067149 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b49e53b-5da9-4e40-9974-9430b92679c9 req-db3f3eed-d353-4667-b3bd-61af5f09e60e tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1581540 Apr 22 20:13:18.107450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.111272 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8728255-5535-49b3-bb8e-262e565b7b7b HTTP/1.1" status: 204 len: 168 time: 0.3289964 Apr 22 20:13:18.121936 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b49e53b-5da9-4e40-9974-9430b92679c9 req-85b4ad54-e588-4659-84c3-2785a294aa1f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Apr 22 20:13:18.324596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c714f-7edd-4551-a555-9794ffe16abd req-8081686c-9997-47aa-99f7-55433807052e tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:18.326613 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2f5c714f-7edd-4551-a555-9794ffe16abd req-8081686c-9997-47aa-99f7-55433807052e tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.0988741 Apr 22 20:13:18.388695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2f5c714f-7edd-4551-a555-9794ffe16abd req-3e86186c-6f71-4a05-ad2f-1f9772346f6a tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Apr 22 20:13:18.539856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58788) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:18.558564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.573743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:18.577770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d59e8ed33d54f18831d6cfd27d3651b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:18.580751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:18.587609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:18.679937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.682677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.691419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-15bfc7aa-8194-43df-bd7e-4225ef5d0f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:18.734741 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d59e8ed33d54f18831d6cfd27d3651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937263 Apr 22 20:13:18.735668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b280dd-3569-4e19-98c3-bf61100768b0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:18.737595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58792) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:18.738847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:18.810752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.839376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.893461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.899021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ffea3a24-d026-42a8-aa84-ebcb63a37033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:18.913947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b280dd-3569-4e19-98c3-bf61100768b0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:18.918701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:18.928646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:18.930622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-25756bb0-526a-42dc-9b9d-99a3eee7a462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9b280dd-3569-4e19-98c3-bf61100768b0 HTTP/1.1" status: 204 len: 168 time: 0.1906095 Apr 22 20:13:19.118418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62f6bd-6190-44d4-ac7c-aab3b7ab65f3 req-d029c3f6-0cb4-49e5-86c6-20aebb158fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:19.123288 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ee62f6bd-6190-44d4-ac7c-aab3b7ab65f3 req-d029c3f6-0cb4-49e5-86c6-20aebb158fd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1098 time: 0.0907695 Apr 22 20:13:19.180658 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ee62f6bd-6190-44d4-ac7c-aab3b7ab65f3 req-60076895-5282-429c-85b1-b6cdd7cc696b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Apr 22 20:13:19.275205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc663ef-b9cd-4e01-b7cc-f825e6230200 req-a9ee9c2b-4077-482a-ae75-0c55ebaa8831 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:19.279938 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bc663ef-b9cd-4e01-b7cc-f825e6230200 req-a9ee9c2b-4077-482a-ae75-0c55ebaa8831 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1389229 Apr 22 20:13:19.330997 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bc663ef-b9cd-4e01-b7cc-f825e6230200 req-57fcb45f-5002-4c20-9e46-018342f98960 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Apr 22 20:13:19.398933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986e6bf-123c-4ea5-b29e-8b58e1b26f04 req-f238740d-e6d0-4480-b58e-2c070866ab4f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:19.401053 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4986e6bf-123c-4ea5-b29e-8b58e1b26f04 req-f238740d-e6d0-4480-b58e-2c070866ab4f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1110024 Apr 22 20:13:19.456720 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4986e6bf-123c-4ea5-b29e-8b58e1b26f04 req-319212e0-1667-475a-b177-b3fa19ee882f tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Apr 22 20:13:19.692417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88a7a2-9d0e-4cc7-8a5d-b768a87076f7 req-25fbfadf-ae37-422f-abba-a716a45b5c43 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:19.694123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5f88a7a2-9d0e-4cc7-8a5d-b768a87076f7 req-25fbfadf-ae37-422f-abba-a716a45b5c43 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.1282036 Apr 22 20:13:19.822213 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5f88a7a2-9d0e-4cc7-8a5d-b768a87076f7 req-e57be8af-2344-43ff-baa0-20d05eebf1ce tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816686 Apr 22 20:13:19.839794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-d4e08090-80c5-4c52-9936-c0981e398031 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:19.841431 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-d4e08090-80c5-4c52-9936-c0981e398031 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1461811 Apr 22 20:13:19.982658 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Deleting port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:13:19.983512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:20.074882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-fb64dd1b-775b-41a5-8836-fb61ae715ae6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:20.076633 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-fb64dd1b-775b-41a5-8836-fb61ae715ae6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.2342510 Apr 22 20:13:20.281181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Deleting port 487028f2-a739-471a-bc81-2ea2b5467065 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:13:20.281557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:20.702831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] For port 487028f2-a739-471a-bc81-2ea2b5467065, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=487028f2-a739-471a-bc81-2ea2b5467065,segment=NetworkSegment(576e5f04-d94d-4bdc-8e36-683d75451f46),segment_id=576e5f04-d94d-4bdc-8e36-683d75451f46)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:20.703145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:20.743326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d84dc-f9fc-470e-a6e5-b2a8db9e6e1b req-1022be6c-adea-44a0-b20c-21aa18697c99 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:20.752105 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c16d84dc-f9fc-470e-a6e5-b2a8db9e6e1b req-1022be6c-adea-44a0-b20c-21aa18697c99 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 945 time: 0.1162488 Apr 22 20:13:20.816861 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c16d84dc-f9fc-470e-a6e5-b2a8db9e6e1b req-2954c54e-ac4e-4798-a1ce-49663794067c tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e66f7bb-c24d-4387-8466-3b541345083e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623310 Apr 22 20:13:20.902637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Calling delete_port for 487028f2-a739-471a-bc81-2ea2b5467065 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:13:20.959100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] For port e6b3a9d7-a506-4378-85f8-7b78d5e25c17, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,segment=NetworkSegment(465e3151-6ff3-47bc-bdcd-c8cba52f9561),segment_id=465e3151-6ff3-47bc-bdcd-c8cba52f9561)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:13:20.959546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:21.178652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ef6b0-52a7-4f5a-9f48-4e3b18d22f1e req-9f34373e-c84b-42dc-a7e7-c27383bf31ef tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:21.180570 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e3ef6b0-52a7-4f5a-9f48-4e3b18d22f1e req-9f34373e-c84b-42dc-a7e7-c27383bf31ef tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 949 time: 0.1158531 Apr 22 20:13:21.236715 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e3ef6b0-52a7-4f5a-9f48-4e3b18d22f1e req-3bb7ecdd-6d22-4219-b865-4ab3c19aeeb3 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/security-groups?id=81c2bc62-dd91-44d4-ade3-83afd9f0850b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488913 Apr 22 20:13:21.354267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Calling delete_port for e6b3a9d7-a506-4378-85f8-7b78d5e25c17 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:13:21.460013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954e24e-c7f8-4684-9e47-35c0ccdf8ec1 req-b14ce2a4-9917-4256-b0aa-b59212dc4c77 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:21.461590 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f954e24e-c7f8-4684-9e47-35c0ccdf8ec1 req-b14ce2a4-9917-4256-b0aa-b59212dc4c77 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.9887676 Apr 22 20:13:21.622317 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f954e24e-c7f8-4684-9e47-35c0ccdf8ec1 req-26a3b0ae-1908-4076-9de9-3a0ecf5caa19 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428230 Apr 22 20:13:21.630037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:21.638620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-14e4ca76-6530-456b-bd64-7b083962276c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:21.651009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['487028f2-a739-471a-bc81-2ea2b5467065'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:13:21.698473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Pushing event deleted for resources: {'Port': ['ID=487028f2-a739-471a-bc81-2ea2b5467065,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:21.702401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:21.739643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:21.757439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['e6b3a9d7-a506-4378-85f8-7b78d5e25c17'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:13:21.777773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:21.841608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] No DVR routers for this DVR port 487028f2-a739-471a-bc81-2ea2b5467065 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:13:21.845490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Pushing event deleted for resources: {'Port': ['ID=e6b3a9d7-a506-4378-85f8-7b78d5e25c17,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:21.848946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:21.861654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'name': 'network-vif-deleted', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:21.869016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:21.899296 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-873e7ce0-5dd1-4d7c-84c8-3d69ea65129e req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.20 "DELETE /v2.0/ports/487028f2-a739-471a-bc81-2ea2b5467065 HTTP/1.1" status: 204 len: 173 time: 1.8107202 Apr 22 20:13:21.901951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa464dc-94c8-47d1-972c-ee8afc173d04 req-109773b3-48dd-4caf-950e-dcfe8a5d75f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:21.917927 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6aa464dc-94c8-47d1-972c-ee8afc173d04 req-109773b3-48dd-4caf-950e-dcfe8a5d75f8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1692700 Apr 22 20:13:21.952411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] No DVR routers for this DVR port e6b3a9d7-a506-4378-85f8-7b78d5e25c17 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:13:21.956711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:21.957676 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f0da70bd-70c8-46f4-82e5-2dcec0aaf136 req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.20 "DELETE /v2.0/ports/e6b3a9d7-a506-4378-85f8-7b78d5e25c17 HTTP/1.1" status: 204 len: 173 time: 2.0790741 Apr 22 20:13:22.018015 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6aa464dc-94c8-47d1-972c-ee8afc173d04 req-0dcb4fc9-f639-4ec0-8679-4c331adb5556 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987089 Apr 22 20:13:22.019063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-9fcbcc48-afef-4c97-a286-9fa9064b7b68 req-01d7af87-4ff1-45f8-b08e-ddc1f8dab803 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Synchronizing usage tracker for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:13:22.049899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-9fcbcc48-afef-4c97-a286-9fa9064b7b68 req-01d7af87-4ff1-45f8-b08e-ddc1f8dab803 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Unset dirty status for tenant:d135036caf6b4a56b7bb7b5efac279c0 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:13:22.051336 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9fcbcc48-afef-4c97-a286-9fa9064b7b68 req-01d7af87-4ff1-45f8-b08e-ddc1f8dab803 tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ebc1da0-3862-43da-ba09-580c754fdacb HTTP/1.1" status: 200 len: 210 time: 0.0824332 Apr 22 20:13:22.126451 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4564e2-3fb1-45d2-8d64-3afe25ec8307', 'name': 'network-vif-deleted', 'tag': '487028f2-a739-471a-bc81-2ea2b5467065', 'status': 'completed', 'code': 200} Apr 22 20:13:22.447040 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43d84718-ca6a-400e-bc3b-13498c76c461 req-664475b7-9823-4e7d-9028-20ba61a3d62c tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e4564e2-3fb1-45d2-8d64-3afe25ec8307 HTTP/1.1" status: 200 len: 210 time: 0.0617907 Apr 22 20:13:23.346324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 58946) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:23.492092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:23.530407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:23.541403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4beaef37ed4cbf948b32301c88f10a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:23.549574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:23.558194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:23.761801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:23.766069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:23.777221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a6e0c6a-819e-474a-b0ba-69df3093c78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:23.864882 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb4beaef37ed4cbf948b32301c88f10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170007 Apr 22 20:13:23.865153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 58986) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:23.866365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085acf5-4069-4b63-9559-fe0372f9bec3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:23.885925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:23.953891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:23.988692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.042963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.052832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:24.067983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085acf5-4069-4b63-9559-fe0372f9bec3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:24.070478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:24.073327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.077548 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d8e0827c-ad51-4597-8aeb-607fdc6f0a36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7085acf5-4069-4b63-9559-fe0372f9bec3 HTTP/1.1" status: 204 len: 168 time: 0.2109289 Apr 22 20:13:24.127538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'name': 'network-vif-deleted', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:13:24.213561 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebc1da0-3862-43da-ba09-580c754fdacb', 'name': 'network-vif-deleted', 'tag': 'e6b3a9d7-a506-4378-85f8-7b78d5e25c17', 'status': 'completed', 'code': 200} Apr 22 20:13:24.326840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-c29ad725-1177-4a5b-b6f1-ae884fabc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:24.329139 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-c29ad725-1177-4a5b-b6f1-ae884fabc611 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.0947986 Apr 22 20:13:24.339642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e6b3a9d7-a506-4378-85f8-7b78d5e25c17 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:13:24.391999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e613f-bff0-431b-8981-aaa8ef475b7c req-85be83f6-6b6c-4c73-9dce-87722a1dd23f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:24.394066 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a03e613f-bff0-431b-8981-aaa8ef475b7c req-85be83f6-6b6c-4c73-9dce-87722a1dd23f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0996475 Apr 22 20:13:24.422673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: e6b3a9d7-a506-4378-85f8-7b78d5e25c17 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:13:24.423069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e6b3a9d7-a506-4378-85f8-7b78d5e25c17 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:13:24.423566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 487028f2-a739-471a-bc81-2ea2b5467065 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:13:24.455958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59016) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:24.484296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 487028f2-a739-471a-bc81-2ea2b5467065 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:13:24.485039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 487028f2-a739-471a-bc81-2ea2b5467065 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:13:24.509644 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a03e613f-bff0-431b-8981-aaa8ef475b7c req-8f2590f5-6a16-4cd2-b0d8-9ea4e8b88833 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053112 Apr 22 20:13:24.513007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.538852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:24.538852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Usage tracker for resource:security_group_rule and tenant:274b12eaed164fbc8606984ad648d4f4 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:24.538852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:24.544383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:24.577991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-7eb8e3a4-5fea-4600-86d8-b83a5ab1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:24.579597 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-7eb8e3a4-5fea-4600-86d8-b83a5ab1210f service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.2389531 Apr 22 20:13:24.647171 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.655009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.676587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-d7bbfd29-d93d-4fa5-9f76-7d53295da9d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.0898342 Apr 22 20:13:24.679670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9a09e292-519c-49ef-a01d-99946d601433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:24.702509 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=274b12eaed164fbc8606984ad648d4f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452123 Apr 22 20:13:24.710991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59030) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:24.763638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-33731bf2-b1ef-4537-bbd7-95251b83ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:24.765356 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-33731bf2-b1ef-4537-bbd7-95251b83ecce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.0749834 Apr 22 20:13:24.774143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79ad26b-9720-419e-86c8-c0eedf0205bd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:24.788103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:24.806872 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.832266 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-fcfd87e8-4dfa-43fa-97b6-2ac844f8328b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578053 Apr 22 20:13:24.837592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.917923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.923425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cee5ef97-e295-4af7-a11d-38150b00eebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:24.962706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:24.986022 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b79ad26b-9720-419e-86c8-c0eedf0205bd HTTP/1.1" status: 204 len: 168 time: 0.2733941 Apr 22 20:13:24.987082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79ad26b-9720-419e-86c8-c0eedf0205bd,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:24.996358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:25.097589 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-68665d1f-3fa3-4fc0-907b-fd26c89ee790 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509139 Apr 22 20:13:25.265881 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ef3d51f-91cb-48af-8f90-9524e566c3d7 req-1f6c7ffc-1f59-4d62-990d-051dce367179 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585035 Apr 22 20:13:25.527836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59120) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:25.552085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.569800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:25.574127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Usage tracker for resource:security_group_rule and tenant:8d939b6a7d124d73893926369b3df985 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:25.578313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:25.581387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59128) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:25.585519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:25.758700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.761844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.773462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41df37fd-1155-49d7-89ee-a7c306b9fc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:25.804985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9349dc8-e62a-42fe-a23a-b1d0c1385b2d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:25.822515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:25.824272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e995b8-ff11-4075-befc-05cbd4d1db9b req-6cff75a1-779b-44eb-93bd-7e1dc5785b5c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:25.826088 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-31e995b8-ff11-4075-befc-05cbd4d1db9b req-6cff75a1-779b-44eb-93bd-7e1dc5785b5c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1103883 Apr 22 20:13:25.844904 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d939b6a7d124d73893926369b3df985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134146 Apr 22 20:13:25.845259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59144) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:25.896679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.909929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.919048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-31e995b8-ff11-4075-befc-05cbd4d1db9b req-f31b47f1-8583-4dd9-aa85-fc6517862f06 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845392 Apr 22 20:13:25.925309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:25.932615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Usage tracker for resource:security_group_rule and tenant:00a6c9e86c414e2093270b97bce4fd75 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:25.936341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:25.940126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:25.942676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:25.996415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.003487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ee2929f8-cf03-4f58-b1f9-3b129ac18b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:26.019060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9349dc8-e62a-42fe-a23a-b1d0c1385b2d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:26.021992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:26.034068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.035317 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9349dc8-e62a-42fe-a23a-b1d0c1385b2d HTTP/1.1" status: 204 len: 168 time: 0.1891832 Apr 22 20:13:26.064518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.068884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.094273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9b2ec523-e9c9-41de-99ef-86c93e72cc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:26.122695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00a6c9e86c414e2093270b97bce4fd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401227 Apr 22 20:13:26.125491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59160) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:26.130752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2a9dc-b7bf-40be-bf71-a5a2fd874bbd,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:26.133946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:26.204839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.233991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.284091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.289900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b5af0e8e-90aa-46b0-915d-5d5e0f3f22b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:26.308603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2a9dc-b7bf-40be-bf71-a5a2fd874bbd,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:26.311767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:26.312741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:26.313929 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd2a9dc-b7bf-40be-bf71-a5a2fd874bbd HTTP/1.1" status: 204 len: 168 time: 0.1871769 Apr 22 20:13:26.937604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59248) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:27.244225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.284512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:27.290485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Usage tracker for resource:security_group_rule and tenant:18b4d2995ba54559a4a295495d0560f4 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:27.295242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:27.312228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:27.344919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3190b66-1195-4a9b-9bff-c84b29653797 req-03141ddf-b195-41c1-bd57-8c40cbac14ac tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:27.354495 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3190b66-1195-4a9b-9bff-c84b29653797 req-03141ddf-b195-41c1-bd57-8c40cbac14ac tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.2777286 Apr 22 20:13:27.434793 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3190b66-1195-4a9b-9bff-c84b29653797 req-6c8bbd0b-6350-4efa-8cf6-515dfb3f14c2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790539 Apr 22 20:13:27.512346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.516935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.556794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a6e0c31f-6556-4de2-946c-f8d0a39d3392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:27.570630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59302) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:27.570874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18b4d2995ba54559a4a295495d0560f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320770 Apr 22 20:13:27.623665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0798a1e4-1cde-40fc-a48c-8f9f9e93012e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:27.630246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:27.707046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.744069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.818134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.828564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43e8268b-6fdd-4565-8bf6-e82f827c202e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:27.842566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0798a1e4-1cde-40fc-a48c-8f9f9e93012e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:27.863803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:27.873631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:27.876048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0798a1e4-1cde-40fc-a48c-8f9f9e93012e HTTP/1.1" status: 204 len: 168 time: 0.3042505 Apr 22 20:13:28.273475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59344) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:28.451151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.474163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:28.478855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Usage tracker for resource:security_group_rule and tenant:11726310d18242fe9fa384992299bfeb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:28.483412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:28.492270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:28.608640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.613977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.624637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cc51ca67-0360-4e83-84aa-411564a699ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:28.656458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848cdcac-73c4-4515-a70b-c94747c4eaec,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:28.665157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:28.738070 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11726310d18242fe9fa384992299bfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632967 Apr 22 20:13:28.741638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59360) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:28.781709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa51a-7822-4c49-bf59-0fc186950d73 req-17d10627-cde3-4eef-9ae0-9a916ee185cd tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:28.783721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bc1aa51a-7822-4c49-bf59-0fc186950d73 req-17d10627-cde3-4eef-9ae0-9a916ee185cd tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1284635 Apr 22 20:13:28.817436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.846733 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bc1aa51a-7822-4c49-bf59-0fc186950d73 req-42de837c-480f-4eb8-9569-3655e98eff6f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552366 Apr 22 20:13:28.849766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.912323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.918058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ef7267d-6f73-4b2a-846d-ade31b336d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:28.937294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848cdcac-73c4-4515-a70b-c94747c4eaec,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:28.949239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:28.957463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:28.971245 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/848cdcac-73c4-4515-a70b-c94747c4eaec HTTP/1.1" status: 204 len: 168 time: 0.2276919 Apr 22 20:13:29.674915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9aec2ff0-5dd5-4dcb-b834-10c57468007d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:30.079769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf60966-510e-4088-8cb2-e397110d713d req-6cbe4352-a00d-43a5-96ff-30d598a9a0f5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:30.081390 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-acf60966-510e-4088-8cb2-e397110d713d req-6cbe4352-a00d-43a5-96ff-30d598a9a0f5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0959377 Apr 22 20:13:30.148672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-acf60966-510e-4088-8cb2-e397110d713d req-1736f2a5-e6c3-4292-a5a6-34e1c4f61272 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Apr 22 20:13:31.093674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:31.378082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59522) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:31.389823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8902e-2df4-422c-9f1b-18f0b02b617c req-22322282-2f1c-4444-9c06-2cbbfc4adc83 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:31.391454 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-48f8902e-2df4-422c-9f1b-18f0b02b617c req-22322282-2f1c-4444-9c06-2cbbfc4adc83 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1052470 Apr 22 20:13:31.444501 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-48f8902e-2df4-422c-9f1b-18f0b02b617c req-f6d8fadf-ed75-42b8-b64d-accb8333c832 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Apr 22 20:13:31.549195 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5fb87d44-2084-47f5-bccd-0d31accb8be5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b55c6f71fd643ab8861f87d1de85699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697435 Apr 22 20:13:31.552632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59528) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:31.621541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:31.650612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:31.696149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:31.700949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:31.714023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c2bc62-dd91-44d4-ade3-83afd9f0850b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:31.718177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:31.728432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:31.729642 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c2bc62-dd91-44d4-ade3-83afd9f0850b HTTP/1.1" status: 204 len: 168 time: 0.1759167 Apr 22 20:13:32.153064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c3f94a34-6531-4d2a-afd2-319ea73bf584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:32.690087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5816e62-a1f7-4bbe-b646-e5360c1c0841 req-99b7f0e2-a245-4ad3-b70c-7caf194d2ad7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:32.691964 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c5816e62-a1f7-4bbe-b646-e5360c1c0841 req-99b7f0e2-a245-4ad3-b70c-7caf194d2ad7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1171951 Apr 22 20:13:32.745156 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c5816e62-a1f7-4bbe-b646-e5360c1c0841 req-032d2636-1e34-4d34-839f-dd3ab6bea8d6 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Apr 22 20:13:32.959267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:33.790166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:33.973837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64eb42-bb73-4a68-88ee-5379e24a69b2 req-fa69cd21-50c9-4691-b57d-24ecec74c7eb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:33.976168 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-da64eb42-bb73-4a68-88ee-5379e24a69b2 req-fa69cd21-50c9-4691-b57d-24ecec74c7eb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1035011 Apr 22 20:13:34.033248 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-da64eb42-bb73-4a68-88ee-5379e24a69b2 req-77dbd471-1eec-49a3-8857-49465cfe0c2e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504591 Apr 22 20:13:34.464553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:35.263479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d27109-fe95-4276-aa78-c0fe40736461 req-af9fa250-59a7-49d0-ba5b-d811f38032cb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:35.265162 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-91d27109-fe95-4276-aa78-c0fe40736461 req-af9fa250-59a7-49d0-ba5b-d811f38032cb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0962002 Apr 22 20:13:35.325556 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-91d27109-fe95-4276-aa78-c0fe40736461 req-5ec4695f-f0b8-4bf5-9002-58579c59c7c6 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537214 Apr 22 20:13:36.102718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:13:36.528453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a3f64-9fec-4f89-9cb2-9f81e2b32128 req-59d3bf48-fc0c-4280-a7c8-02d6b1f17707 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:36.530023 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-270a3f64-9fec-4f89-9cb2-9f81e2b32128 req-59d3bf48-fc0c-4280-a7c8-02d6b1f17707 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0883234 Apr 22 20:13:36.580025 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-270a3f64-9fec-4f89-9cb2-9f81e2b32128 req-e7a5e385-6be7-4463-8083-b81fa14b0bdc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Apr 22 20:13:36.814312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf99f0-91de-42ee-857e-c643a5ed66e4 req-65f5ec6c-c798-430a-91f0-69d03d8bea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:36.815903 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6cf99f0-91de-42ee-857e-c643a5ed66e4 req-65f5ec6c-c798-430a-91f0-69d03d8bea16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.0882702 Apr 22 20:13:36.864127 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6cf99f0-91de-42ee-857e-c643a5ed66e4 req-b6292f65-616a-4b5a-b7fa-14be111cf8b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374491 Apr 22 20:13:37.958246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabf798-b1e0-4913-a267-023372e7a03c req-995e6295-c213-4f40-80cf-2083466fe9a0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:37.959861 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-baabf798-b1e0-4913-a267-023372e7a03c req-995e6295-c213-4f40-80cf-2083466fe9a0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0928349 Apr 22 20:13:38.007102 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-baabf798-b1e0-4913-a267-023372e7a03c req-3aee4a9f-a684-42c6-95e5-55799f67ba56 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Apr 22 20:13:38.430694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-927167fb-1c1f-4ae4-91ef-d30c1c8eff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:38.432467 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-927167fb-1c1f-4ae4-91ef-d30c1c8eff40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.0883622 Apr 22 20:13:38.512750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97120d2-e5bb-43ef-8e74-4265deffb2a0 req-f6a4d41d-289c-4954-a1f2-c7fcffd2853f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:38.515263 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f97120d2-e5bb-43ef-8e74-4265deffb2a0 req-f6a4d41d-289c-4954-a1f2-c7fcffd2853f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1156094 Apr 22 20:13:38.581237 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f97120d2-e5bb-43ef-8e74-4265deffb2a0 req-974ec8e4-32f2-4815-9399-57de22455fd3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 Apr 22 20:13:38.599540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-8ba3f903-7c6b-487c-8b3c-11bd0f59eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:38.601487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-8ba3f903-7c6b-487c-8b3c-11bd0f59eb3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.1622722 Apr 22 20:13:38.695049 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-16a2e2ca-0703-4ddf-977e-036c5a838f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.0758028 Apr 22 20:13:38.773477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-65f32743-67dc-4e59-a4d3-cbe8e15cf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:38.775067 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-65f32743-67dc-4e59-a4d3-cbe8e15cf3c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.0728993 Apr 22 20:13:38.844570 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-467e9e79-2469-449a-925f-f1e51afb9ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624797 Apr 22 20:13:38.997009 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-95c37f0f-ff48-4856-8967-6e4f92aa928e service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441042 Apr 22 20:13:39.153003 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-43e308c2-15a0-4583-9569-1b4bbe99e802 req-787358c8-85ff-4f28-865b-7b0d5531183d service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415150 Apr 22 20:13:39.796092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9752c-69ad-42c9-bb4c-f9350e07ce8d req-afbd4313-889b-4a6f-a854-5bd020f4dd07 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:39.797631 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-34a9752c-69ad-42c9-bb4c-f9350e07ce8d req-afbd4313-889b-4a6f-a854-5bd020f4dd07 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0903671 Apr 22 20:13:39.855416 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-34a9752c-69ad-42c9-bb4c-f9350e07ce8d req-743ee4da-0713-4fc6-b93d-207889cd8570 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498219 Apr 22 20:13:41.087179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea6cc2-8056-4984-99ee-f516c6cf7c82 req-d69c649e-f1f7-48b2-a048-1bafcef1ceef tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:41.088935 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b2ea6cc2-8056-4984-99ee-f516c6cf7c82 req-d69c649e-f1f7-48b2-a048-1bafcef1ceef tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1069775 Apr 22 20:13:41.141256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b2ea6cc2-8056-4984-99ee-f516c6cf7c82 req-2121c712-5e35-4b4a-bcbd-ffecfdda7dcc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 Apr 22 20:13:42.285858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59754) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:42.356978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Deleting subnet 5ba777fe-c27a-4716-8afd-4136c6a41fa5 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:13:42.360285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:42.360570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf5f80-da3a-4d9c-864c-f14332ddcc61 req-b3de29e9-a9de-4a46-aea9-ef952f19660f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:42.362178 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aacf5f80-da3a-4d9c-864c-f14332ddcc61 req-b3de29e9-a9de-4a46-aea9-ef952f19660f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0950105 Apr 22 20:13:42.411227 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aacf5f80-da3a-4d9c-864c-f14332ddcc61 req-131a8ed6-d751-43b8-ad0e-f97a0e6a135e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Apr 22 20:13:42.413147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:42.421516 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:42.697425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:42.702434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:42.742244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba777fe-c27a-4716-8afd-4136c6a41fa5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:42.745306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:42.748277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:42.757555 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ba777fe-c27a-4716-8afd-4136c6a41fa5 HTTP/1.1" status: 204 len: 168 time: 0.4682238 Apr 22 20:13:42.757861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59762) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:42.898216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.033391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.150946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.151355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.152233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.152618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > port after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.152970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.153323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > port after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.153674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.154028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.154377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.154721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.221674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.222060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.222421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.222787 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 22 20:13:43.223175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50b6c92-7884-4ec9-a4b9-3d344d70c12f']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:43.237057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465e3151-6ff3-47bc-bdcd-c8cba52f9561') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:43.237390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465e3151-6ff3-47bc-bdcd-c8cba52f9561') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:43.249965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.265743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.273155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:13:43.657940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:13:43.668912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.860798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Network b50b6c92-7884-4ec9-a4b9-3d344d70c12f has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: from cryptography.utils import int_from_bytes Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: from cryptography.utils import int_from_bytes Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: (rel_b, rel_a, rel_b), Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: (rel_b, rel_a, rel_b), Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:13:43.888156 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:13:43.972734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:43.977029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-efb9a02d-418e-4ec4-a48c-019365d14a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:44.000143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.034076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50b6c92-7884-4ec9-a4b9-3d344d70c12f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:44.037596 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b50b6c92-7884-4ec9-a4b9-3d344d70c12f HTTP/1.1" status: 204 len: 168 time: 1.2781754 Apr 22 20:13:44.038568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:44.041622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 59840) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:44.192937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Deleting subnet a382f5ec-3f06-4970-8c4f-c4d488488a46 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:13:44.202441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.270784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.311898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09995ece-ff3b-48a6-bc89-6c2c9d61553e req-2cd40acc-17ec-4166-bc78-44f53090ac26 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:44.313596 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-09995ece-ff3b-48a6-bc89-6c2c9d61553e req-2cd40acc-17ec-4166-bc78-44f53090ac26 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.2165823 Apr 22 20:13:44.372129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.411975 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-09995ece-ff3b-48a6-bc89-6c2c9d61553e req-8d8e887d-7b1f-44fa-adff-0a993466aca4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915759 Apr 22 20:13:44.665493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.670731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2cbfb750-6d9e-4a23-94c6-bb4fed033244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:44.708157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a382f5ec-3f06-4970-8c4f-c4d488488a46,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:44.714231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:44.715482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:44.722812 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1028220d-1346-48d4-938f-60e5442504f3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a382f5ec-3f06-4970-8c4f-c4d488488a46 HTTP/1.1" status: 204 len: 168 time: 0.6794226 Apr 22 20:13:44.725721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59854) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:45.084059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.237796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.354729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1fed9b-8620-43e0-aa70-a603e31a7b9a']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:45.368391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627d9418-cc76-44cf-bfc2-cb6b931b2a93') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:45.368728 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627d9418-cc76-44cf-bfc2-cb6b931b2a93') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:13:45.381040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.400220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.406831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:13:45.600383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:13:45.610321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.810589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Network eb1fed9b-8620-43e0-aa70-a603e31a7b9a has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:13:45.835534 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:13:45.925842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.929863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d045971d-b01b-4226-baf5-0415afa8fd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:45.944933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:45.955423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1fed9b-8620-43e0-aa70-a603e31a7b9a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:45.959625 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb1fed9b-8620-43e0-aa70-a603e31a7b9a HTTP/1.1" status: 204 len: 168 time: 1.2322328 Apr 22 20:13:45.962399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a1323b7a-856e-4e4b-833d-68065603e4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:46.234368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59888) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:46.291469 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fd48f46c-29df-433e-8c18-bbc937592f38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d135036caf6b4a56b7bb7b5efac279c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558088 Apr 22 20:13:46.294005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59892) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:46.361472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:46.394721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:46.440246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:46.445341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-580e219d-dd5f-472e-8d99-4b701591390a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:46.460499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e66f7bb-c24d-4387-8466-3b541345083e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:46.463058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:46.468205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:46.469355 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e66f7bb-c24d-4387-8466-3b541345083e HTTP/1.1" status: 204 len: 168 time: 0.1743014 Apr 22 20:13:46.931677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59904) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:46.985453 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4455f1b3-271b-45a4-9465-8d6757b70765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4646869276749fbaec53a2cea795c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522072 Apr 22 20:13:46.987877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 59910) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:47.050316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:47.084733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:47.150271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:47.155370 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-13c0b0a0-db6c-441a-91c1-9da187af41f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:47.166590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed75e6a-ddbe-41e8-bc06-a336a70d0cf2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:47.171487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:47.173631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:47.174835 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fed75e6a-ddbe-41e8-bc06-a336a70d0cf2 HTTP/1.1" status: 204 len: 168 time: 0.1859925 Apr 22 20:13:47.748372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-e3bc5ae7-5caf-4e5e-a5c8-cc2f9e8c335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:47.749953 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-e3bc5ae7-5caf-4e5e-a5c8-cc2f9e8c335c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.1022000 Apr 22 20:13:47.944273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-491456b0-2235-4526-a96e-b8e4a800bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:47.946322 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-491456b0-2235-4526-a96e-b8e4a800bec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.1537609 Apr 22 20:13:48.030117 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-3ea2a608-1694-4278-bde4-555a2d3cb86c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.0708263 Apr 22 20:13:48.088503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e97cf7-0145-49d1-8d35-1f2a03ca2b3c req-7a73297f-7816-476a-9fdd-bba2777ac5ec tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:48.090016 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-66e97cf7-0145-49d1-8d35-1f2a03ca2b3c req-7a73297f-7816-476a-9fdd-bba2777ac5ec tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.3391395 Apr 22 20:13:48.164237 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-66e97cf7-0145-49d1-8d35-1f2a03ca2b3c req-ed0bcfe4-7abe-429e-8020-95056d86e672 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Apr 22 20:13:48.172011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-4b9efd0e-c03d-4392-a0cd-d257be8e8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:48.185705 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-4b9efd0e-c03d-4392-a0cd-d257be8e8558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.1481583 Apr 22 20:13:48.253640 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-8bb498b4-1291-47fb-baa2-ac574b41f30d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595667 Apr 22 20:13:48.435954 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-70186c03-2945-45c6-a096-993b67cd20c7 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620047 Apr 22 20:13:48.478002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1e5c-78b4-48b7-a69e-b1eb03c1500a req-81e3110b-b548-48e9-a2a8-761824fa8785 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:48.479806 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-32eb1e5c-78b4-48b7-a69e-b1eb03c1500a req-81e3110b-b548-48e9-a2a8-761824fa8785 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1325135 Apr 22 20:13:48.542799 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-32eb1e5c-78b4-48b7-a69e-b1eb03c1500a req-01cf4e89-bdba-4c0a-9f41-a73e4e431dcd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566497 Apr 22 20:13:48.630099 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12591147-7ff0-4025-b809-3241ca4f08d3 req-d3df257d-90e7-4066-8fad-97d68881a7c6 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862073 Apr 22 20:13:49.387263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652ee16-db0d-4f19-a3e2-9ce05700482d req-643a4664-2537-4338-a152-0f40de69a022 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:49.388952 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f652ee16-db0d-4f19-a3e2-9ce05700482d req-643a4664-2537-4338-a152-0f40de69a022 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1099629 Apr 22 20:13:49.446813 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f652ee16-db0d-4f19-a3e2-9ce05700482d req-60008b08-d140-48bc-a780-1e2c688dca69 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Apr 22 20:13:49.776488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e15c36-66f3-4a23-ba76-b29332d235e6 req-8c8f4c4a-7843-45f1-8c7d-aa644b50ddcf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:49.778090 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0e15c36-66f3-4a23-ba76-b29332d235e6 req-8c8f4c4a-7843-45f1-8c7d-aa644b50ddcf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0933654 Apr 22 20:13:49.828392 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0e15c36-66f3-4a23-ba76-b29332d235e6 req-afd089d8-2ce0-413a-9686-7539324c5e18 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Apr 22 20:13:50.658556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9710f0-3283-43eb-b298-98b82c7b15f6 req-e682f6d5-a86b-4802-9638-18496dc7226e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:50.660162 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6e9710f0-3283-43eb-b298-98b82c7b15f6 req-e682f6d5-a86b-4802-9638-18496dc7226e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0947497 Apr 22 20:13:50.715592 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6e9710f0-3283-43eb-b298-98b82c7b15f6 req-afdceb9a-cbb6-4a0e-a17e-b60207d6e2cc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Apr 22 20:13:51.049164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f544-6584-4e75-b232-5d90bbe11c93 req-cd89a696-6185-43d2-9110-447e14ce4e23 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:51.050701 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5061f544-6584-4e75-b232-5d90bbe11c93 req-cd89a696-6185-43d2-9110-447e14ce4e23 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0946810 Apr 22 20:13:51.102917 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5061f544-6584-4e75-b232-5d90bbe11c93 req-810b4116-8afb-4b86-840e-e0ee6c48a2cd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453167 Apr 22 20:13:51.928188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa57f3c-f8d4-4376-b439-6961e482b22b req-c9dff704-7fe1-4138-9d94-1af7cfd18fbf tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:51.929825 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0fa57f3c-f8d4-4376-b439-6961e482b22b req-c9dff704-7fe1-4138-9d94-1af7cfd18fbf tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0943687 Apr 22 20:13:51.984676 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0fa57f3c-f8d4-4376-b439-6961e482b22b req-fa6a02b5-7c36-42b5-8e95-3a98cda4267a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Apr 22 20:13:52.310172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60074) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:52.365047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27e96-fabc-4bbb-86ad-1e1026872188 req-fadfaa22-c221-415b-b70f-af81842e3195 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:52.373808 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-36d27e96-fabc-4bbb-86ad-1e1026872188 req-fadfaa22-c221-415b-b70f-af81842e3195 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1201613 Apr 22 20:13:52.420903 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-36d27e96-fabc-4bbb-86ad-1e1026872188 req-1e19862b-57b0-4af6-b7bc-17fbdd7a4fdf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461633 Apr 22 20:13:52.495361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.513152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:52.517246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8a6263ce7d4b7e929efa6ec42e91f1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:52.520252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:52.527159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:52.623540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.626014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.634492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d2c4c29-cfd8-4280-ad06-e6628acb7e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:52.680669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1b5d3-3b1b-4339-a022-04aa5a97f59e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:52.686205 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd8a6263ce7d4b7e929efa6ec42e91f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749444 Apr 22 20:13:52.689176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60088) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:52.691439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.691863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.692250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.692676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.693138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.693506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.693884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.694253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.694625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.694996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.695368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.696290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.700352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:52.764432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.795802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.841923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.846903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:52.864123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1b5d3-3b1b-4339-a022-04aa5a97f59e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:52.876121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.876527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.876970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.877364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.877747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.878137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.878523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.878906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.879274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.879680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.880060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.880437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:13:52.884536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:52.885711 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fa1b5d3-3b1b-4339-a022-04aa5a97f59e HTTP/1.1" status: 204 len: 168 time: 0.1954761 Apr 22 20:13:52.886700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:53.205602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9eca6-6634-4d7c-8484-cd2b4508f1e6 req-066fb89b-3f7a-45f1-892e-5f71e6fd0e85 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:53.207211 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9ba9eca6-6634-4d7c-8484-cd2b4508f1e6 req-066fb89b-3f7a-45f1-892e-5f71e6fd0e85 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0992291 Apr 22 20:13:53.207942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60098) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:53.243486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.270684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:53.280258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Usage tracker for resource:security_group_rule and tenant:07ca676b4f05491a9c5faaf79015da14 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:53.285590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:53.296126 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9ba9eca6-6634-4d7c-8484-cd2b4508f1e6 req-9944fa8e-000b-4fbe-8d67-feb5ca5ae574 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727458 Apr 22 20:13:53.297008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:53.385590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.388390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.396677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-50790338-fe9c-422b-9c1f-01ea9482f2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:53.442487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ca676b4f05491a9c5faaf79015da14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334559 Apr 22 20:13:53.443646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab2d2df-c7de-41b3-a282-4ff424ee8f55,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:53.445534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60102) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:53.447932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:53.517328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.551296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.623984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.629500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-48e6288b-4c68-4e69-966f-46a252355b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:53.661792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:53.663731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ab2d2df-c7de-41b3-a282-4ff424ee8f55 HTTP/1.1" status: 204 len: 168 time: 0.2170160 Apr 22 20:13:53.665642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab2d2df-c7de-41b3-a282-4ff424ee8f55,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:53.688265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:53.838359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a12cb-facd-432d-bb6b-461a3ecab570 req-c76e7274-b27a-42ca-ab46-999c05e2bfc6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:53.847106 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-594a12cb-facd-432d-bb6b-461a3ecab570 req-c76e7274-b27a-42ca-ab46-999c05e2bfc6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1406991 Apr 22 20:13:53.916790 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-594a12cb-facd-432d-bb6b-461a3ecab570 req-02bcdc41-5cd7-4d26-aa5e-9386f78b8fb1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686836 Apr 22 20:13:54.016979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60124) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:54.210680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.233968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:54.240375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1640ace6034310b47e3554ec5e1589 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:54.246128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:54.258240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:54.303607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c03dc-9c97-436c-a3eb-14a0b820f4c5 req-10a7126d-d353-42b5-8062-a94c46dcb321 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:54.305216 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e79c03dc-9c97-436c-a3eb-14a0b820f4c5 req-10a7126d-d353-42b5-8062-a94c46dcb321 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1771522 Apr 22 20:13:54.368911 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e79c03dc-9c97-436c-a3eb-14a0b820f4c5 req-0d21db8f-e760-4caa-8509-9110658217ed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567906 Apr 22 20:13:54.414192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.417652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.426550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-eccaeef7-4e4b-4ebc-9ecb-e2d827d31f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:54.456905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8914cd-308b-402d-916a-ed05dbcd91c4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:54.480072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:54.490039 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce1640ace6034310b47e3554ec5e1589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728994 Apr 22 20:13:54.493047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60150) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:54.536158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62218db5-ffac-4de4-b8b8-f9d4a71e969a req-d166e5eb-62aa-4ed3-967a-fcd2eb312fb7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:54.537706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-62218db5-ffac-4de4-b8b8-f9d4a71e969a req-d166e5eb-62aa-4ed3-967a-fcd2eb312fb7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1060400 Apr 22 20:13:54.561874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.595846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.635152 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-62218db5-ffac-4de4-b8b8-f9d4a71e969a req-cba4d47c-65cc-4f69-ae6a-6b890271cecb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889149 Apr 22 20:13:54.661257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.667234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:54.678498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8914cd-308b-402d-916a-ed05dbcd91c4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:54.683810 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:54.685899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:54.689601 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee8914cd-308b-402d-916a-ed05dbcd91c4 HTTP/1.1" status: 204 len: 168 time: 0.1930010 Apr 22 20:13:54.772150 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-b6db01ae-05b4-4a8c-a7d0-cbdc07c8e1d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812972 Apr 22 20:13:54.895221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-38bbd66c-af3b-46b5-822d-1c7a96f7b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:54.897129 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-38bbd66c-af3b-46b5-822d-1c7a96f7b014 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 1098 time: 0.1001239 Apr 22 20:13:55.076506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-ff4da869-aa64-4e03-96f0-66b0a607b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:55.078363 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-ff4da869-aa64-4e03-96f0-66b0a607b9a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.1571128 Apr 22 20:13:55.216953 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-c4b60f9c-3989-40ea-b9a9-c3e409316272 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 200 len: 217 time: 0.1319385 Apr 22 20:13:55.312636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-e32c50cd-a948-4c97-936b-2adf06c6d68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:55.314247 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-e32c50cd-a948-4c97-936b-2adf06c6d68e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.0909700 Apr 22 20:13:55.380231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad029088-a012-4283-8624-45e8a6f8acdf req-bccd7e1d-4f61-476e-85a8-b3d5c13c25a8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:55.381834 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ad029088-a012-4283-8624-45e8a6f8acdf req-bccd7e1d-4f61-476e-85a8-b3d5c13c25a8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.2320688 Apr 22 20:13:55.384730 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-e1ff0722-46a7-4637-bffc-f0549df59d09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624804 Apr 22 20:13:55.529549 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ad029088-a012-4283-8624-45e8a6f8acdf req-76f7dc3b-5b12-474b-b7e6-b0c45a952646 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401396 Apr 22 20:13:55.591930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc36592-7509-43dc-9dc4-5e2390872cd2 req-4b90b4a7-3a82-44e4-b654-e1cf0798b215 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:55.593514 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ffc36592-7509-43dc-9dc4-5e2390872cd2 req-4b90b4a7-3a82-44e4-b654-e1cf0798b215 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1039233 Apr 22 20:13:55.656420 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ffc36592-7509-43dc-9dc4-5e2390872cd2 req-ad0fa36c-dd39-4231-9a17-abda9e87fe5a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545034 Apr 22 20:13:55.893897 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-c6165e72-e018-4cf3-aabc-e295e3ecb827 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886425 Apr 22 20:13:56.026293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7e0a1-c410-4e9f-9b3a-b3951b44a127 req-2b8376af-bae3-484a-9403-6aa5be3a3df3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:56.027920 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d1c7e0a1-c410-4e9f-9b3a-b3951b44a127 req-2b8376af-bae3-484a-9403-6aa5be3a3df3 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.2132542 Apr 22 20:13:56.117136 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca36e4c-4d36-4151-af17-3f8128988bae req-5da11924-04dc-4b76-91bd-64e0b82083bf service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070870 Apr 22 20:13:56.121297 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d1c7e0a1-c410-4e9f-9b3a-b3951b44a127 req-fc79b270-adf9-4f92-8d7d-a1de5a73b97c tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864427 Apr 22 20:13:56.769030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338da95-a858-44e2-a268-ea8bf3c785e4 req-20d4a5ed-76aa-4477-87db-75805f688b05 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:56.770626 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a338da95-a858-44e2-a268-ea8bf3c785e4 req-20d4a5ed-76aa-4477-87db-75805f688b05 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0976453 Apr 22 20:13:56.820746 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a338da95-a858-44e2-a268-ea8bf3c785e4 req-8fa16f22-c32d-4940-9e2a-d03a5685ca4f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 Apr 22 20:13:56.908251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3e37d-2e09-4939-b195-bd2d59c76176 req-ac493d2c-a1a8-4fd8-8003-97ea19c26d20 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:56.909850 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dbf3e37d-2e09-4939-b195-bd2d59c76176 req-ac493d2c-a1a8-4fd8-8003-97ea19c26d20 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1013494 Apr 22 20:13:56.957465 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dbf3e37d-2e09-4939-b195-bd2d59c76176 req-6081edf6-5243-42c6-a7d0-92993f41a8fd tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Apr 22 20:13:57.346988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c0e63-162c-46f3-b987-e52c09388b56 req-eb848e1e-e923-4e3c-9659-e9e6cba6b656 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:57.348745 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2a4c0e63-162c-46f3-b987-e52c09388b56 req-eb848e1e-e923-4e3c-9659-e9e6cba6b656 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0969882 Apr 22 20:13:57.406230 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2a4c0e63-162c-46f3-b987-e52c09388b56 req-b0c6ce04-20f4-4739-988d-d5dd8dd40acf tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Apr 22 20:13:58.068842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79095563-cc39-486a-bb1d-09db6a275f3f req-9264fb45-d2d8-411f-b642-f880305df0e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:58.078496 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-79095563-cc39-486a-bb1d-09db6a275f3f req-9264fb45-d2d8-411f-b642-f880305df0e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1197267 Apr 22 20:13:58.124856 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-79095563-cc39-486a-bb1d-09db6a275f3f req-41ebe64a-f585-4264-8a1d-d3a0b9677d1e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458934 Apr 22 20:13:58.188355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbd80a-3d52-4fed-b641-2a919a7facbe req-eba51696-c912-4c4e-aae1-87d1241c7cdf tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:58.189978 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-82dbd80a-3d52-4fed-b641-2a919a7facbe req-eba51696-c912-4c4e-aae1-87d1241c7cdf tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0929911 Apr 22 20:13:58.237543 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-82dbd80a-3d52-4fed-b641-2a919a7facbe req-fe11e7f7-4137-4b6d-b028-0b44302f9e0f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Apr 22 20:13:58.608414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175a931-15ba-43ac-8165-1b43d51ede0d req-24dc8993-dc28-4535-8372-87a917651e6f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:58.611314 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4175a931-15ba-43ac-8165-1b43d51ede0d req-24dc8993-dc28-4535-8372-87a917651e6f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0912907 Apr 22 20:13:58.658895 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4175a931-15ba-43ac-8165-1b43d51ede0d req-bcc38373-bd3a-48ce-afbd-ae70c9776621 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 Apr 22 20:13:59.069671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60242) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:59.205405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.222829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:13:59.227880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d95399d2cc1a44649f89da5a97c74f7e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:13:59.230910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:13:59.236992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:13:59.340104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.343542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.354347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fb59e30-a0f9-47e9-951e-311cc477f301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:59.363186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ca226-cb26-41d1-bad3-f88e26550c8a req-df5b8abf-74ac-4bd9-bf7c-5c914c2ac9b7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:59.365176 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af2ca226-cb26-41d1-bad3-f88e26550c8a req-df5b8abf-74ac-4bd9-bf7c-5c914c2ac9b7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1080432 Apr 22 20:13:59.406429 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d95399d2cc1a44649f89da5a97c74f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324423 Apr 22 20:13:59.407081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60260) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:13:59.438641 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af2ca226-cb26-41d1-bad3-f88e26550c8a req-57a5f2b0-efae-40f3-882d-8e94d286bc3c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656168 Apr 22 20:13:59.446835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71043ab-b83f-4094-b641-7001fa132626,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:59.475127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:59.561882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c297f10-f448-44e0-a9e7-96d6834a602e req-7983516c-5776-4b07-a291-b8bd5247193d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:59.563439 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c297f10-f448-44e0-a9e7-96d6834a602e req-7983516c-5776-4b07-a291-b8bd5247193d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1582882 Apr 22 20:13:59.564304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.618680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.659891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6603873a-46df-4b33-81bc-934b509d5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.668611 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c297f10-f448-44e0-a9e7-96d6834a602e req-bb0bf5ba-b2fd-4b42-aaa9-14ea85bb6d6c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942695 Apr 22 20:13:59.698759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.703921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:13:59.717695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71043ab-b83f-4094-b641-7001fa132626,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:13:59.720847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:13:59.723039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:13:59.724321 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f71043ab-b83f-4094-b641-7001fa132626 HTTP/1.1" status: 204 len: 168 time: 0.3158374 Apr 22 20:13:59.877863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9df2b2-8d5e-4e35-8300-b477e47eff3f req-05749029-a0e3-40bd-b462-442c3c9af279 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:13:59.879457 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a9df2b2-8d5e-4e35-8300-b477e47eff3f req-05749029-a0e3-40bd-b462-442c3c9af279 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0949984 Apr 22 20:13:59.930909 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a9df2b2-8d5e-4e35-8300-b477e47eff3f req-677dc53b-035d-4733-833d-96e180c92b83 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Apr 22 20:14:00.691711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c92a1-5997-4897-aa74-a55ea253c47b req-ff52a557-afd1-429f-8382-ceab061c545b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:00.699945 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ab9c92a1-5997-4897-aa74-a55ea253c47b req-ff52a557-afd1-429f-8382-ceab061c545b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1298797 Apr 22 20:14:00.760853 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ab9c92a1-5997-4897-aa74-a55ea253c47b req-974ee4a2-6d5a-4a05-ad64-36b328ab5689 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598698 Apr 22 20:14:00.911923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf723f4-f8f0-4c48-9812-bb5e35968c1f req-a6226e29-7f1c-4449-8019-6242e63a0530 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:00.914746 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf723f4-f8f0-4c48-9812-bb5e35968c1f req-a6226e29-7f1c-4449-8019-6242e63a0530 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1015337 Apr 22 20:14:00.988688 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf723f4-f8f0-4c48-9812-bb5e35968c1f req-7ff34dc4-2359-4a6e-ad47-cd91ee5c3a66 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613682 Apr 22 20:14:01.114310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:01.159654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a42-0be8-4346-af72-b7e6e79561b7 req-debe0b90-88b4-4ff1-ae29-3e5c89ac0be0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:01.161327 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c25e7a42-0be8-4346-af72-b7e6e79561b7 req-debe0b90-88b4-4ff1-ae29-3e5c89ac0be0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0998979 Apr 22 20:14:01.216584 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c25e7a42-0be8-4346-af72-b7e6e79561b7 req-6fc8cfd3-ba98-465d-9338-06cbed6ed42e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Apr 22 20:14:01.970725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea708051-559d-44df-8a48-2ec795f1fb23 req-f094a195-cdaf-44df-99c6-d638bce8c4e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:01.972350 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea708051-559d-44df-8a48-2ec795f1fb23 req-f094a195-cdaf-44df-99c6-d638bce8c4e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0916927 Apr 22 20:14:02.019636 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea708051-559d-44df-8a48-2ec795f1fb23 req-6da1cfae-3527-47ec-835f-907884aeb630 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403671 Apr 22 20:14:02.158790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7de3816-2d9a-4e50-979e-3dbac5648a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:02.199952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598a2c6-1d1f-40b0-bfc8-bc79f639dd9e req-7feaa17c-62b5-4d18-8a7d-faf474b6c7ed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:02.201533 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3598a2c6-1d1f-40b0-bfc8-bc79f639dd9e req-7feaa17c-62b5-4d18-8a7d-faf474b6c7ed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1041725 Apr 22 20:14:02.249669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3598a2c6-1d1f-40b0-bfc8-bc79f639dd9e req-abb38e20-5e9f-46b3-b9db-25c3d478db20 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Apr 22 20:14:02.429239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ea61-1c10-4723-af93-c05dccc350af req-c83d8dbe-532b-4925-81c1-55bf6db70832 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:02.432096 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a025ea61-1c10-4723-af93-c05dccc350af req-c83d8dbe-532b-4925-81c1-55bf6db70832 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0940671 Apr 22 20:14:02.491326 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a025ea61-1c10-4723-af93-c05dccc350af req-67f23e92-eae5-4f5a-a631-4701a0d65d3f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Apr 22 20:14:02.961409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:03.230058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d508a5-d3f2-4eb2-bb3c-44cb7b40fcd0 req-3d41d451-3131-45da-a3f1-e56f6620a612 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:03.231672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02d508a5-d3f2-4eb2-bb3c-44cb7b40fcd0 req-3d41d451-3131-45da-a3f1-e56f6620a612 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0890298 Apr 22 20:14:03.282198 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02d508a5-d3f2-4eb2-bb3c-44cb7b40fcd0 req-caa22c24-bf4f-4443-bfb7-2c2bfed3426c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Apr 22 20:14:03.451284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59df6-4189-4b4a-aadb-c02a3192552a req-01d5aca5-f30c-467f-a379-4fd267d47e58 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:03.452871 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-90f59df6-4189-4b4a-aadb-c02a3192552a req-01d5aca5-f30c-467f-a379-4fd267d47e58 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0879140 Apr 22 20:14:03.500535 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-90f59df6-4189-4b4a-aadb-c02a3192552a req-c8167044-dfaf-489b-bfcd-f9312152dd45 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Apr 22 20:14:03.617423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:03.710879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57db89-3868-441c-a4c1-342b7a82b77a req-d2dffb61-81cd-4df3-b662-6ef5a99aff8d tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:03.711097 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ef57db89-3868-441c-a4c1-342b7a82b77a req-d2dffb61-81cd-4df3-b662-6ef5a99aff8d tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0964572 Apr 22 20:14:03.759714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ef57db89-3868-441c-a4c1-342b7a82b77a req-3cfb8793-b0a7-46b5-83e0-d42872f2a1a4 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Apr 22 20:14:04.469700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:04.505170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa245150-0470-42ee-9309-8718ce95bd1e req-0e0ea291-0941-41df-85dd-afd7465dc732 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:04.506758 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fa245150-0470-42ee-9309-8718ce95bd1e req-0e0ea291-0941-41df-85dd-afd7465dc732 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0994818 Apr 22 20:14:04.561783 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fa245150-0470-42ee-9309-8718ce95bd1e req-8525a61d-df66-4cad-b0c4-ca2ea4e6ab4a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480959 Apr 22 20:14:04.785251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2a85b-f554-497e-8385-e224a18c73b0 req-24e63059-5410-4b9e-bd0f-652ca8df5def tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:04.787544 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ecc2a85b-f554-497e-8385-e224a18c73b0 req-24e63059-5410-4b9e-bd0f-652ca8df5def tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1132505 Apr 22 20:14:04.849781 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ecc2a85b-f554-497e-8385-e224a18c73b0 req-00fca68a-f003-431b-a4dc-1686050b4677 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496502 Apr 22 20:14:04.993344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4989f9-7b12-46d8-adab-e90b75ec1b12 req-1f9f8986-9036-4761-9308-9897456efdcc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:04.994881 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b4989f9-7b12-46d8-adab-e90b75ec1b12 req-1f9f8986-9036-4761-9308-9897456efdcc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0928369 Apr 22 20:14:05.043656 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b4989f9-7b12-46d8-adab-e90b75ec1b12 req-c6b40732-e3ff-482a-9593-4240b3dc3f3a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Apr 22 20:14:05.794755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe90d2-81c8-4705-af05-c8f5380e01f6 req-fdccdc1b-b3ce-4414-ae39-79ef44827f53 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:05.796549 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d8fe90d2-81c8-4705-af05-c8f5380e01f6 req-fdccdc1b-b3ce-4414-ae39-79ef44827f53 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0910690 Apr 22 20:14:05.846355 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d8fe90d2-81c8-4705-af05-c8f5380e01f6 req-f96a862b-17d7-4260-9677-ada1d8701f27 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Apr 22 20:14:06.114789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25533b42-6403-40ec-b22e-44e3ec071939 req-e4e90b7a-ef73-469e-86fb-f51f4f657f0f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:06.116834 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-25533b42-6403-40ec-b22e-44e3ec071939 req-e4e90b7a-ef73-469e-86fb-f51f4f657f0f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1433873 Apr 22 20:14:06.183381 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-25533b42-6403-40ec-b22e-44e3ec071939 req-bcb757c3-912d-40cf-877b-4e8859d16635 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596290 Apr 22 20:14:06.278908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03133eb-1672-408a-b5fe-ab62d4ea3bcd req-a80c479b-0fe1-4737-b21c-8b38a7251bc0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:06.280651 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d03133eb-1672-408a-b5fe-ab62d4ea3bcd req-a80c479b-0fe1-4737-b21c-8b38a7251bc0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1057661 Apr 22 20:14:06.331923 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d03133eb-1672-408a-b5fe-ab62d4ea3bcd req-aff3cd63-9bfb-477d-a864-5c25b9b6bc79 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444450 Apr 22 20:14:07.080234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83ec8d-7ee5-42d5-bb54-ac8f14b879b8 req-b67dd064-97c0-4f34-9ab3-3721dab065d0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:07.081872 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c83ec8d-7ee5-42d5-bb54-ac8f14b879b8 req-b67dd064-97c0-4f34-9ab3-3721dab065d0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0997820 Apr 22 20:14:07.147563 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c83ec8d-7ee5-42d5-bb54-ac8f14b879b8 req-20acecca-720b-4cd8-9a6b-27d176c7b907 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583298 Apr 22 20:14:07.390977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba169cd-d9e5-4e67-9e10-8a0d2971541a req-939ccb70-c41e-4ffa-83bf-a194885cb0d9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:07.392694 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ba169cd-d9e5-4e67-9e10-8a0d2971541a req-939ccb70-c41e-4ffa-83bf-a194885cb0d9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0936363 Apr 22 20:14:07.451447 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ba169cd-d9e5-4e67-9e10-8a0d2971541a req-9bf60f4d-f370-45fb-a790-202cbea1e6b8 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515208 Apr 22 20:14:07.548141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010c14c-07be-4e4e-befd-7769151958b8 req-d936a8e2-7413-4d28-98aa-a2a9a213eb76 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:07.549729 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7010c14c-07be-4e4e-befd-7769151958b8 req-d936a8e2-7413-4d28-98aa-a2a9a213eb76 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0936935 Apr 22 20:14:07.604645 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7010c14c-07be-4e4e-befd-7769151958b8 req-0f68f7ca-fce6-4416-a545-bcbfa6eb158b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454621 Apr 22 20:14:08.368579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676b310-8c2d-4532-ab1c-9b7060501335 req-765fefcb-ff48-4974-8316-af92b2d60f58 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:08.370428 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4676b310-8c2d-4532-ab1c-9b7060501335 req-765fefcb-ff48-4974-8316-af92b2d60f58 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0914452 Apr 22 20:14:08.420992 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4676b310-8c2d-4532-ab1c-9b7060501335 req-080f763a-9e56-4adc-ad54-c9a20ad1ec60 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Apr 22 20:14:08.649634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60524) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:08.724611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294f60-c7f4-48f6-844f-d04e7a9d94e9 req-37511bcc-03bc-4214-b0fe-4adcf21d1c54 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:08.726405 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93294f60-c7f4-48f6-844f-d04e7a9d94e9 req-37511bcc-03bc-4214-b0fe-4adcf21d1c54 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1494980 Apr 22 20:14:08.841801 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93294f60-c7f4-48f6-844f-d04e7a9d94e9 req-eef8e7e9-b0a5-4938-9046-3a37ada0afa1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050720 Apr 22 20:14:08.903906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:08.942893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:14:08.948300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Usage tracker for resource:security_group_rule and tenant:0d2ccaaa375b4dd9aea3f816f61ba99f is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:14:08.952592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:14:08.960191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:14:09.061468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.065483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.075538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b89f867-95ce-42fb-bc0a-f161329f6e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:09.132705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f265add5-12e2-4dd2-bcb3-39d999799eed,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:09.137761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d2ccaaa375b4dd9aea3f816f61ba99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857397 Apr 22 20:14:09.139427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f58fec6b-b76d-4a31-a36e-5c7c7b56e23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:09.141099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60542) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:09.157888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a97d0f-54cf-464f-be87-70b6200529cf req-39f45a49-b1bb-474f-bbd4-504711c3d11b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:09.159600 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-95a97d0f-54cf-464f-be87-70b6200529cf req-39f45a49-b1bb-474f-bbd4-504711c3d11b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.3705847 Apr 22 20:14:09.208283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.214830 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-95a97d0f-54cf-464f-be87-70b6200529cf req-94693898-21c6-45c7-8ab9-42336a73a2ce tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Apr 22 20:14:09.238348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.285936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.290985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d3cb515f-ba7f-4b23-a73f-a3fed9f87f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:09.306224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f265add5-12e2-4dd2-bcb3-39d999799eed,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:09.308880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:09.319456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:09.322081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f265add5-12e2-4dd2-bcb3-39d999799eed HTTP/1.1" status: 204 len: 168 time: 0.1785355 Apr 22 20:14:09.649488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaab567-94c5-4f12-99ee-4b495d00948a req-b7771aef-4ae9-4120-bd90-9424f6cd92dd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:09.651680 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dfaab567-94c5-4f12-99ee-4b495d00948a req-b7771aef-4ae9-4120-bd90-9424f6cd92dd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0963845 Apr 22 20:14:09.699812 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dfaab567-94c5-4f12-99ee-4b495d00948a req-b93b9ec2-706d-4961-ab4b-db82a7ec8a22 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Apr 22 20:14:10.036665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf0c47-d8c1-43ca-977f-5428b923beab req-199e50d7-83b9-4f97-96e8-9cd92662f067 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:10.038255 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e8bf0c47-d8c1-43ca-977f-5428b923beab req-199e50d7-83b9-4f97-96e8-9cd92662f067 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0878401 Apr 22 20:14:10.086108 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e8bf0c47-d8c1-43ca-977f-5428b923beab req-768df572-dcb1-4f0e-8460-8d965948f961 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 Apr 22 20:14:10.467537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce9b20-b7f6-4dd9-8c86-68773d0d1ed3 req-bb145bf5-563a-4f4c-be76-a078515c3f19 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:10.469215 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74ce9b20-b7f6-4dd9-8c86-68773d0d1ed3 req-bb145bf5-563a-4f4c-be76-a078515c3f19 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1033912 Apr 22 20:14:10.480407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60570) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:10.530695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8653cfe-c8be-455d-83c1-51353ccf04e7 req-bf42bea6-8538-4d49-bf6c-a8a2f23cd3de tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:10.532168 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e8653cfe-c8be-455d-83c1-51353ccf04e7 req-bf42bea6-8538-4d49-bf6c-a8a2f23cd3de tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1103940 Apr 22 20:14:10.578892 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74ce9b20-b7f6-4dd9-8c86-68773d0d1ed3 req-728586d7-05c0-4e54-a54f-cd26aea53a3a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678186 Apr 22 20:14:10.594817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-80cbdf13-e63b-4932-b1dc-7bca42f85087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:10.596700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-80cbdf13-e63b-4932-b1dc-7bca42f85087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1099 time: 0.1265457 Apr 22 20:14:10.601834 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e8653cfe-c8be-455d-83c1-51353ccf04e7 req-5076d38d-5404-4273-90a6-8727be4aabb0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610018 Apr 22 20:14:10.641241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:14:10.649996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.667126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:14:10.671493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Usage tracker for resource:security_group_rule and tenant:8aed60d9975e436685144876f36c5c66 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:14:10.674695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:14:10.682150 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:14:10.749062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-d74c303f-35f2-42fd-b910-99eb275ab33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:10.750646 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-d74c303f-35f2-42fd-b910-99eb275ab33b service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.1445067 Apr 22 20:14:10.778489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.782453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.798126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-050367f6-54a5-42b6-adb6-e7040dc1f6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:10.804364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:10.819773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:14:10.851344 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8aed60d9975e436685144876f36c5c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687670 Apr 22 20:14:10.851965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60578) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:10.855907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0c9a6-4b55-42d8-bf0e-dabc17af9520,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:10.870908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:10.882868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.901967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:14:10.918890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:10.922374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.924355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:10.924515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:10.948711 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-6013372c-1d5a-4847-8718-9f4ca90ecee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 1002 time: 0.1838858 Apr 22 20:14:10.961439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:11.004003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:11.011116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598570d7-80be-4bba-a487-5bebd02473d5 req-5793519c-4e77-4325-9ce2-8b06504d460a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:11.012743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.012899 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-598570d7-80be-4bba-a487-5bebd02473d5 req-5793519c-4e77-4325-9ce2-8b06504d460a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1763573 Apr 22 20:14:11.013234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.013687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.014130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.014572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.015009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.015446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.015905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.016336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.016770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.017201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.017640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:11.020039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:11.022078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:11.029160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-71c4684a-da92-4430-bb14-1a70a2841411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:11.043754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0c9a6-4b55-42d8-bf0e-dabc17af9520,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:11.045594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['ff27fe22-6778-4b1b-9511-7f2eee552ced'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:14:11.046105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:11.048542 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ace0c9a6-4b55-42d8-bf0e-dabc17af9520 HTTP/1.1" status: 204 len: 168 time: 0.1934524 Apr 22 20:14:11.048542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:11.055621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-f0a1a642-941b-483a-9ac3-ca5a82f99274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:11.057757 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-f0a1a642-941b-483a-9ac3-ca5a82f99274 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.0967085 Apr 22 20:14:11.128388 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-598570d7-80be-4bba-a487-5bebd02473d5 req-727184b5-c922-4ec1-bfbd-50f9289247c5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085687 Apr 22 20:14:11.184944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-dc5e78c9-2455-4a57-9760-00adfcb9310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:11.186523 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-dc5e78c9-2455-4a57-9760-00adfcb9310d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212361 Apr 22 20:14:11.348860 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-5bd4ee65-72d8-4814-ad43-a63f0481dca0 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499953 Apr 22 20:14:11.520125 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-71f45b0c-d464-4769-b016-37a7b0647bf3 req-3d4a048d-b89a-4fff-9a39-a8b6e7abc6e8 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640708 Apr 22 20:14:11.895838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d737a2c-5004-4961-ba13-78eae006a681 req-6f8774fa-49fc-46af-b2f0-19160213a149 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:11.898955 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d737a2c-5004-4961-ba13-78eae006a681 req-6f8774fa-49fc-46af-b2f0-19160213a149 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1124923 Apr 22 20:14:11.902363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2789e30-db5e-4074-8f30-c44e3742e400 req-1b5d1465-d50a-476f-b675-521bbafd3a54 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:11.905388 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a2789e30-db5e-4074-8f30-c44e3742e400 req-1b5d1465-d50a-476f-b675-521bbafd3a54 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1244345 Apr 22 20:14:11.952576 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d737a2c-5004-4961-ba13-78eae006a681 req-5a5cc90d-2f44-48c6-8474-cbaccf51a69d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463245 Apr 22 20:14:11.970124 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a2789e30-db5e-4074-8f30-c44e3742e400 req-f6897605-9d84-493d-b9e2-5aa817df0fb0 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 Apr 22 20:14:12.399981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef32f-4e3b-4988-9c21-de9b1842991e req-aae6a44b-32fb-4e8b-8024-8c5f8c4734e0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:12.404531 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-891ef32f-4e3b-4988-9c21-de9b1842991e req-aae6a44b-32fb-4e8b-8024-8c5f8c4734e0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.1178617 Apr 22 20:14:12.475061 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-891ef32f-4e3b-4988-9c21-de9b1842991e req-fa9528d8-295c-4bc3-b91e-f731f23f23e1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602012 Apr 22 20:14:12.661767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:14:12.740746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60644) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:12.777120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port ff27fe22-6778-4b1b-9511-7f2eee552ced triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:14:12.777120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:12.925294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:12.962475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.012659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:14:13.033262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Usage tracker for resource:security_group_rule and tenant:1941b44a8cdf4be0ad4eab938c03fa58 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:14:13.036560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:14:13.043383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:14:13.117637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:14:13.121444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:13.130268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:14:13.165692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.175931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-41820400-eee0-45b0-9402-3111ad420054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:13.198740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.205710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.233367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:13.246660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:13.317610 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1941b44a8cdf4be0ad4eab938c03fa58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754011 Apr 22 20:14:13.322512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60668) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:13.366495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:13.367723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc6b025-fe1c-4e3e-8f77-bae16f29a8c3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:13.370839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:13.425425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:13.492938 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b779a92-1326-4dc1-8a9c-503835249c65 req-0e538f9c-9ec5-48ec-8c5e-45d47b514c74 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:13.494605 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b779a92-1326-4dc1-8a9c-503835249c65 req-0e538f9c-9ec5-48ec-8c5e-45d47b514c74 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1357937 Apr 22 20:14:13.499986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.555874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f140c-797b-4966-8aea-61ad03e92dbf req-54b94529-6bff-4422-9ec1-99c2a5a7a3c9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:13.561795 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b779a92-1326-4dc1-8a9c-503835249c65 req-06702104-1e90-41db-ae62-7e27d8a8564a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586283 Apr 22 20:14:13.564615 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-788f140c-797b-4966-8aea-61ad03e92dbf req-54b94529-6bff-4422-9ec1-99c2a5a7a3c9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.2441308 Apr 22 20:14:13.573770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.608613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.633230 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'code': 200} Apr 22 20:14:13.856428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339b5e-bede-4f47-a258-f32a4c51d5b9 req-9d20b293-383a-42e0-9400-51d75e669067 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:13.864194 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-28339b5e-bede-4f47-a258-f32a4c51d5b9 req-9d20b293-383a-42e0-9400-51d75e669067 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1221082 Apr 22 20:14:13.876787 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:14:13.911221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf5b5c01fb549d2a94ac71cee152e6f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:14:13.926508 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-788f140c-797b-4966-8aea-61ad03e92dbf req-a4dce877-d1bd-4502-9b9b-ed50921fc74a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3608909 Apr 22 20:14:13.929561 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-28339b5e-bede-4f47-a258-f32a4c51d5b9 req-e35613c4-2b83-4be1-a85c-f4a8c11348e6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626757 Apr 22 20:14:13.931867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:14:13.941643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:14:13.959236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:13.966576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5b0bc432-953d-4f0b-ab13-bbbc3d93662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:13.986573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc6b025-fe1c-4e3e-8f77-bae16f29a8c3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:13.992726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:14.003937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.005277 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dc6b025-fe1c-4e3e-8f77-bae16f29a8c3 HTTP/1.1" status: 204 len: 168 time: 0.6808405 Apr 22 20:14:14.097303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.101804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.116552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d85ed9a2-8720-4fed-b4a6-a95ffae4ff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:14.174712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60682) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:14.180098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cf5b5c01fb549d2a94ac71cee152e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9320350 Apr 22 20:14:14.203983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f299a95b-10af-4a21-9bbe-d2db16b6278d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:14.208458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:14.250466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.282414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.341503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.353457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1177858f-0a3e-4374-bcf0-880cb2c21dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:14.375018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:14.376359 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f299a95b-10af-4a21-9bbe-d2db16b6278d HTTP/1.1" status: 204 len: 168 time: 0.2005043 Apr 22 20:14:14.378871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f299a95b-10af-4a21-9bbe-d2db16b6278d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:14.381816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:14.876487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d75f3-d478-4597-8d19-9c22ec644a7a req-cb897928-7cf1-43f0-8451-e78088e1d6d1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:14.878341 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-503d75f3-d478-4597-8d19-9c22ec644a7a req-cb897928-7cf1-43f0-8451-e78088e1d6d1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1082950 Apr 22 20:14:15.177574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba39ec-eb74-4f9d-a888-ab479fa10a00 req-35cf53a8-743c-4950-9505-a0ed0ca25ac0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:15.179187 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-65ba39ec-eb74-4f9d-a888-ab479fa10a00 req-35cf53a8-743c-4950-9505-a0ed0ca25ac0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1140845 Apr 22 20:14:15.186178 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-503d75f3-d478-4597-8d19-9c22ec644a7a req-03755a61-cbe4-4a5c-9cce-5f81eaefe3f2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011656 Apr 22 20:14:15.254828 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-65ba39ec-eb74-4f9d-a888-ab479fa10a00 req-95b8e378-e76f-47ea-9305-63f8cc9e2dc5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670702 Apr 22 20:14:16.413796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae624911-85ef-4fcc-8f3f-0cd6dc89d69c req-3da4a281-2ef6-41d2-ac34-decde63f5e15 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:16.416193 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ae624911-85ef-4fcc-8f3f-0cd6dc89d69c req-3da4a281-2ef6-41d2-ac34-decde63f5e15 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1036961 Apr 22 20:14:16.474149 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ae624911-85ef-4fcc-8f3f-0cd6dc89d69c req-d0c183e1-f575-4a1b-aab4-3c5e047aba4a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503414 Apr 22 20:14:16.480380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99789ed8-eb53-46df-84b7-24c8a3271bfd req-c89f09ea-cf3b-4391-97e4-f196e8f90fa6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:16.488013 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99789ed8-eb53-46df-84b7-24c8a3271bfd req-c89f09ea-cf3b-4391-97e4-f196e8f90fa6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0990269 Apr 22 20:14:16.541382 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99789ed8-eb53-46df-84b7-24c8a3271bfd req-61d5d36b-749a-4dac-b1c5-d752e3191fb4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519125 Apr 22 20:14:17.748573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3568-766e-4283-99e2-5263017d4f36 req-42f0660c-eccd-47b3-871c-7aec5e944713 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:17.751417 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ff9f3568-766e-4283-99e2-5263017d4f36 req-42f0660c-eccd-47b3-871c-7aec5e944713 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1146810 Apr 22 20:14:17.804171 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ff9f3568-766e-4283-99e2-5263017d4f36 req-67506b42-ec5d-42d5-ade1-669cc5b0851b tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Apr 22 20:14:17.819231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e826fdd-fcdd-4333-9cfa-08bd3d247088 req-3b412c8f-9f35-4853-bdd2-4bdb3bd077aa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:17.821566 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e826fdd-fcdd-4333-9cfa-08bd3d247088 req-3b412c8f-9f35-4853-bdd2-4bdb3bd077aa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1069019 Apr 22 20:14:17.880180 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e826fdd-fcdd-4333-9cfa-08bd3d247088 req-8aa5e7e1-6210-4a30-8845-810af7c2b6b4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514543 Apr 22 20:14:19.069479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60975c98-25cf-4ffa-bd1f-2c1d7b90535b req-41d64650-07ca-4948-a978-7f46107defff tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:19.079465 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60975c98-25cf-4ffa-bd1f-2c1d7b90535b req-41d64650-07ca-4948-a978-7f46107defff tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0996683 Apr 22 20:14:19.115727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70630dc-00bb-4bb5-a7d1-ed791430dbb0 req-8ea6cd4b-ade9-4cec-acdc-77fb28fc852a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:19.117421 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b70630dc-00bb-4bb5-a7d1-ed791430dbb0 req-8ea6cd4b-ade9-4cec-acdc-77fb28fc852a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0975885 Apr 22 20:14:19.129517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60975c98-25cf-4ffa-bd1f-2c1d7b90535b req-acf45256-a600-4604-9d8a-079f9148306e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Apr 22 20:14:19.178166 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b70630dc-00bb-4bb5-a7d1-ed791430dbb0 req-99df5080-9e26-4a87-9afd-58611e36aa9d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505211 Apr 22 20:14:20.091720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64632cd2-44fc-42a3-9a40-32150cce2345 req-9cf62036-2131-44ef-8a63-327c4b413be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:20.093319 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-64632cd2-44fc-42a3-9a40-32150cce2345 req-9cf62036-2131-44ef-8a63-327c4b413be5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.0805140 Apr 22 20:14:20.141832 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-64632cd2-44fc-42a3-9a40-32150cce2345 req-357aa0f5-66e1-46f8-b2da-37ea36f539c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Apr 22 20:14:20.373613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c903e-6d9c-46b0-8231-a327289f73be req-90093762-8e66-4f22-9e0a-e74d2ea5af54 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:20.375731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3f8c903e-6d9c-46b0-8231-a327289f73be req-90093762-8e66-4f22-9e0a-e74d2ea5af54 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1060920 Apr 22 20:14:20.400555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1af0-dc30-4dce-b826-464a5c77da9f req-db2b3850-4981-450c-bd22-074c4b110647 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:20.408742 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-478e1af0-dc30-4dce-b826-464a5c77da9f req-db2b3850-4981-450c-bd22-074c4b110647 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1037512 Apr 22 20:14:20.442622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3f8c903e-6d9c-46b0-8231-a327289f73be req-23349973-e972-4d25-8a7b-e26ba455a878 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Apr 22 20:14:20.462062 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-478e1af0-dc30-4dce-b826-464a5c77da9f req-7d45fdac-f1db-4323-86df-d6fd12a15681 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520065 Apr 22 20:14:21.715537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d629-f293-4351-8ba0-d158f200c4d3 req-6a797c35-b347-4b32-b01c-05dd243c1bbd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:21.723986 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e36d629-f293-4351-8ba0-d158f200c4d3 req-6a797c35-b347-4b32-b01c-05dd243c1bbd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1200829 Apr 22 20:14:21.763165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f3251-babb-4145-b366-491a0e597f29 req-82378a8a-f3c4-4733-be7f-1b2af1e35ea8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:21.767374 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-451f3251-babb-4145-b366-491a0e597f29 req-82378a8a-f3c4-4733-be7f-1b2af1e35ea8 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1258790 Apr 22 20:14:21.797483 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e36d629-f293-4351-8ba0-d158f200c4d3 req-c7bde5f8-111d-4345-9c5c-ff82c50adf21 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623765 Apr 22 20:14:21.843725 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-451f3251-babb-4145-b366-491a0e597f29 req-0b20c15c-3132-42ef-aa8b-ea98d77756c7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655632 Apr 22 20:14:22.434873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-e3cd5eff-a1c1-451c-a1af-17899e51b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:22.436420 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-e3cd5eff-a1c1-451c-a1af-17899e51b8f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5ea2284541fe4281acff21640b76677d&device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 1098 time: 0.0928400 Apr 22 20:14:22.496337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7665e-0806-4f29-9163-cf1eca1d26f5 req-5dc4937a-defc-44c4-82f6-3c65439a387e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:22.497929 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ac7665e-0806-4f29-9163-cf1eca1d26f5 req-5dc4937a-defc-44c4-82f6-3c65439a387e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0903802 Apr 22 20:14:22.553289 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ac7665e-0806-4f29-9163-cf1eca1d26f5 req-37f8fb26-a4fa-42d4-8773-a779bfc75512 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489571 Apr 22 20:14:22.583428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-31ffc3b4-8ecf-4523-8e76-34a08561f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:22.585156 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-31ffc3b4-8ecf-4523-8e76-34a08561f2a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 200 len: 920 time: 0.1428800 Apr 22 20:14:22.663748 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-6b428a0a-ae37-426e-bcd3-137e0b70dc81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 200 len: 217 time: 0.0693116 Apr 22 20:14:22.734117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-d0d78bcf-93f8-4319-9612-04c3f171ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:22.735656 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-d0d78bcf-93f8-4319-9612-04c3f171ddb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 200 len: 859 time: 0.0654087 Apr 22 20:14:22.788766 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-d02f661a-d893-4816-8c7c-13a900ecb530 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=edd55413-a02b-47fd-9141-1bf15ff5fa88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454788 Apr 22 20:14:23.083618 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-b195b2e1-f2ea-4448-91c3-8d47524fec52 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057481 Apr 22 20:14:23.097077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d508159-4b29-4534-9343-49fc65270a24 req-2ff68561-cdbf-48f5-b24b-a0c645c34bb1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.098761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2d508159-4b29-4534-9343-49fc65270a24 req-2ff68561-cdbf-48f5-b24b-a0c645c34bb1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.1808619 Apr 22 20:14:23.314715 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2d508159-4b29-4534-9343-49fc65270a24 req-463493fb-c274-426e-9a06-c37035b63ae8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867461 Apr 22 20:14:23.354324 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-edf67ea1-c3cc-4165-9850-a29e6c5d293b req-440ad92e-3a35-4eac-8e80-1f5553d8c2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534962 Apr 22 20:14:23.361654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299828-3706-4af4-a8b6-0b524086459f req-d1023052-ab4a-4003-8dc0-fd06d23982f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.363214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-d1023052-ab4a-4003-8dc0-fd06d23982f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1099 time: 0.2098491 Apr 22 20:14:23.507727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299828-3706-4af4-a8b6-0b524086459f req-04f83320-a8c6-4c3b-9d47-53e63f48a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.509337 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-04f83320-a8c6-4c3b-9d47-53e63f48a3e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.1391978 Apr 22 20:14:23.645477 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-b6661494-8e83-40a6-a0d9-ca26865152ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 1002 time: 0.1275463 Apr 22 20:14:23.719679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299828-3706-4af4-a8b6-0b524086459f req-3c056261-097a-4fa1-8ef0-ba469c1deb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.721242 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-3c056261-097a-4fa1-8ef0-ba469c1deb6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.0672898 Apr 22 20:14:23.768188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be9959-207a-41d8-92c7-3640c40bafae req-e960de1b-edec-4388-896e-7f60e9f6c250 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.770069 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-38be9959-207a-41d8-92c7-3640c40bafae req-e960de1b-edec-4388-896e-7f60e9f6c250 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0898936 Apr 22 20:14:23.811987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e299828-3706-4af4-a8b6-0b524086459f req-8f117055-b2ed-49ee-a555-421690fb3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:23.813564 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-8f117055-b2ed-49ee-a555-421690fb3ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835264 Apr 22 20:14:23.819180 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-38be9959-207a-41d8-92c7-3640c40bafae req-a5b5ce49-5ea2-413a-af27-da57e6f1abdc tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Apr 22 20:14:23.961007 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-162ea563-8a71-45a4-9422-bcae50f56535 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Apr 22 20:14:24.103778 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e299828-3706-4af4-a8b6-0b524086459f req-e581c66a-febe-4bc9-9ea0-0017f3dffa06 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351662 Apr 22 20:14:24.523180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dfb95-10a2-428c-abf6-713f00a0ee1f req-5236ac36-325c-45c4-898e-53860036e00c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:24.524741 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e81dfb95-10a2-428c-abf6-713f00a0ee1f req-5236ac36-325c-45c4-898e-53860036e00c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0877249 Apr 22 20:14:24.574044 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e81dfb95-10a2-428c-abf6-713f00a0ee1f req-20fa59bd-9452-4064-b568-fbd8eb2238b2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428522 Apr 22 20:14:25.028400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94154dc-fafb-4c7f-8699-27470665a48c req-f1d4a5f3-f51a-4619-9e15-be726c6ce12f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:25.030260 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c94154dc-fafb-4c7f-8699-27470665a48c req-f1d4a5f3-f51a-4619-9e15-be726c6ce12f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0948257 Apr 22 20:14:25.081152 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c94154dc-fafb-4c7f-8699-27470665a48c req-71a55e19-b00c-426f-b4cd-6df2597c3607 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Apr 22 20:14:25.789256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741dfad-95d3-4e5c-b1dd-e24ee2d454c6 req-97c2b486-3973-463c-8fbd-6b0df5d84788 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:25.791398 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9741dfad-95d3-4e5c-b1dd-e24ee2d454c6 req-97c2b486-3973-463c-8fbd-6b0df5d84788 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 946 time: 0.0917084 Apr 22 20:14:25.840492 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9741dfad-95d3-4e5c-b1dd-e24ee2d454c6 req-50710993-8131-47bb-bcaf-38703537bee3 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Apr 22 20:14:26.284751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de503d8e-2672-4e6e-ac99-83e7dd0a0640 req-28dc150b-eaab-4753-88a0-4e77580416ac tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:26.286337 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de503d8e-2672-4e6e-ac99-83e7dd0a0640 req-28dc150b-eaab-4753-88a0-4e77580416ac tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0886929 Apr 22 20:14:26.334755 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de503d8e-2672-4e6e-ac99-83e7dd0a0640 req-38e3eca2-5fee-4e69-8c54-4158664d910a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Apr 22 20:14:26.732858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:14:26.885991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:26.940544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:26.941813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:14:26.958941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:26.960890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:27.026396 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'code': 422} returned with failed status Apr 22 20:14:27.039867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:27.040103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 60882) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:27.054125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:27.109311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84592ce5-aa58-4ed8-af77-e2b506c05e3c req-8afce8a2-565f-4ef1-845f-017d8fa2b698 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:27.110731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-84592ce5-aa58-4ed8-af77-e2b506c05e3c req-8afce8a2-565f-4ef1-845f-017d8fa2b698 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1120989 Apr 22 20:14:27.161468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-84592ce5-aa58-4ed8-af77-e2b506c05e3c req-06b3f08d-f3c8-4664-8e68-61feb791018f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439458 Apr 22 20:14:27.176358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.192943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:14:27.198180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Usage tracker for resource:security_group_rule and tenant:c4eddbf1d63a4d03ba039a740c880527 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:14:27.201215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:14:27.207132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:14:27.295941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.299159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.308918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-92c457d8-fcc1-485c-a61f-03c65d2cae0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:27.351467 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4eddbf1d63a4d03ba039a740c880527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090501 Apr 22 20:14:27.355208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60892) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:27.358943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e40f8d-ec6c-42ac-a4ca-18d9174b97c6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:27.362879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:27.441465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.469514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.515326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.520702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a05947e1-abad-4f5b-baa0-b725995ba702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:27.538492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e40f8d-ec6c-42ac-a4ca-18d9174b97c6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:27.547950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:27.548814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:27.552733 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e40f8d-ec6c-42ac-a4ca-18d9174b97c6 HTTP/1.1" status: 204 len: 168 time: 0.1934109 Apr 22 20:14:28.189544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f97a4-efcf-43cc-8ec1-932b8670e916 req-271b9e2e-a58d-4be0-b6bc-fd911d540f38 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:28.191193 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-329f97a4-efcf-43cc-8ec1-932b8670e916 req-271b9e2e-a58d-4be0-b6bc-fd911d540f38 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0950882 Apr 22 20:14:28.241901 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-329f97a4-efcf-43cc-8ec1-932b8670e916 req-c9881f2e-6548-4c9d-99f5-993853cf6829 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Apr 22 20:14:28.537191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 60934) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:28.666291 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-a4e4b879-4dc7-47de-99bd-f58719d452ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271257 Apr 22 20:14:29.460073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4ad1f-1882-426a-ae9a-1ac6cb6ab67a req-8f94f51d-e4fa-4b39-9510-19ff6b9dba9d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:29.461747 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24c4ad1f-1882-426a-ae9a-1ac6cb6ab67a req-8f94f51d-e4fa-4b39-9510-19ff6b9dba9d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0947957 Apr 22 20:14:29.514701 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24c4ad1f-1882-426a-ae9a-1ac6cb6ab67a req-290ee332-56f2-400c-8239-0236ddd8c31e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 Apr 22 20:14:29.655683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0abdf2f5-8f33-4eec-917c-a4309e1e0cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:29.882411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-ac19ea5c-d4a2-45ed-9a51-b7803252a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:29.883949 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-ac19ea5c-d4a2-45ed-9a51-b7803252a9c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 1097 time: 0.0870028 Apr 22 20:14:29.988062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-cfa786c5-e1bd-4dea-ab47-00ff36ed7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:29.989682 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-cfa786c5-e1bd-4dea-ab47-00ff36ed7cd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1097 time: 0.0836773 Apr 22 20:14:30.140369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-d1d6f9cc-a779-488e-8bee-d573529b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:30.141933 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-d1d6f9cc-a779-488e-8bee-d573529b344d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.1466384 Apr 22 20:14:30.294188 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-4f789463-b475-4720-8971-d393ec6d5dfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 200 len: 1000 time: 0.1452830 Apr 22 20:14:30.388237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-a070b5bb-3041-4e43-be8f-4e10adec880c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:30.389785 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-a070b5bb-3041-4e43-be8f-4e10adec880c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.0892625 Apr 22 20:14:30.484152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-91dbb41e-109a-4a93-bd8f-8d661b9315ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:30.485744 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-91dbb41e-109a-4a93-bd8f-8d661b9315ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890477 Apr 22 20:14:30.693867 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-1b7a4c64-ad87-4fbd-9192-81d060c419be service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005951 Apr 22 20:14:30.761329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:14:30.995743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f9a5-273a-44e7-93dc-a7b7be5103bd req-75dcb499-4bdd-455b-8f77-50fa8ac6e761 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:30.997439 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dcf3f9a5-273a-44e7-93dc-a7b7be5103bd req-75dcb499-4bdd-455b-8f77-50fa8ac6e761 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0945854 Apr 22 20:14:31.046342 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dcf3f9a5-273a-44e7-93dc-a7b7be5103bd req-58570695-d018-44ae-8585-2b639832f989 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Apr 22 20:14:31.068540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa81146-95cc-4a60-96a5-a1cebb51b076 req-5f31174e-205c-464e-9553-5839c7e85797 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:31.070168 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1fa81146-95cc-4a60-96a5-a1cebb51b076 req-5f31174e-205c-464e-9553-5839c7e85797 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.4227941 Apr 22 20:14:31.120035 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fe88c1a4-cfe9-493a-8bd9-ab3335ff4da0 req-e3a63174-3895-4b84-87b1-90e50e8944bc service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124165 Apr 22 20:14:31.121167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:31.144090 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1fa81146-95cc-4a60-96a5-a1cebb51b076 req-0ec69c9a-615d-4f46-8590-149d39016fc5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652192 Apr 22 20:14:32.183861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0b07df8f-4de7-4ae0-9f63-016773a0fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:32.291580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b806fb7-8395-4b90-866c-ca295cd00c59 req-0e8d99e1-28bd-4f52-8a9a-1f22a4bfb707 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:32.293189 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3b806fb7-8395-4b90-866c-ca295cd00c59 req-0e8d99e1-28bd-4f52-8a9a-1f22a4bfb707 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1279962 Apr 22 20:14:32.347161 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3b806fb7-8395-4b90-866c-ca295cd00c59 req-26cae2af-c95a-4309-bcbf-61f41972546f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Apr 22 20:14:32.427394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f47c3-63a3-4397-89f4-73b77d75bb12 req-61832a1d-69fa-4d53-9e3b-129e65e61856 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:32.429000 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1a0f47c3-63a3-4397-89f4-73b77d75bb12 req-61832a1d-69fa-4d53-9e3b-129e65e61856 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1081121 Apr 22 20:14:32.484814 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1a0f47c3-63a3-4397-89f4-73b77d75bb12 req-ba0d836d-fbf3-4f9b-acdf-4fa498b3b856 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484025 Apr 22 20:14:32.966995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:33.576080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed53b6-5736-4140-ac54-b03feb4154ae req-1b486c2e-1e57-4b24-bb4f-075bca41e5ed tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:33.577907 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04ed53b6-5736-4140-ac54-b03feb4154ae req-1b486c2e-1e57-4b24-bb4f-075bca41e5ed tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1041048 Apr 22 20:14:33.605138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:33.653553 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04ed53b6-5736-4140-ac54-b03feb4154ae req-13405099-62d0-4899-b5d9-81f898a27f4d tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687683 Apr 22 20:14:33.720389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248339d9-cc74-4e35-b620-c4dddeb4f95b req-047a0863-b70f-4058-8cad-77ee1e9d3082 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:33.721986 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-248339d9-cc74-4e35-b620-c4dddeb4f95b req-047a0863-b70f-4058-8cad-77ee1e9d3082 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1022005 Apr 22 20:14:33.774669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-248339d9-cc74-4e35-b620-c4dddeb4f95b req-e783b037-bdb7-46b8-adf8-e383fb689248 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461588 Apr 22 20:14:34.471881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:34.872937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f7986-c17e-48e5-b11d-a8be23e78694 req-adc1ef24-eef3-4fee-be1e-2eedb1892a90 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:34.874827 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a8f7986-c17e-48e5-b11d-a8be23e78694 req-adc1ef24-eef3-4fee-be1e-2eedb1892a90 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0961418 Apr 22 20:14:34.927622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7a8f7986-c17e-48e5-b11d-a8be23e78694 req-da674d72-90f5-496f-89af-2478fa83bf0a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Apr 22 20:14:34.989961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f933f-9411-40d2-a2c3-814f36965ff7 req-efaefce3-df19-4251-a8d1-dfff4da029d1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:34.991570 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c77f933f-9411-40d2-a2c3-814f36965ff7 req-efaefce3-df19-4251-a8d1-dfff4da029d1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0920827 Apr 22 20:14:35.043758 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c77f933f-9411-40d2-a2c3-814f36965ff7 req-304780bc-a64e-4b76-a641-e1cbfab25c6f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451412 Apr 22 20:14:36.136658 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e46ce-1f06-4a6a-8265-139ab655bad0 req-757086b3-82c1-4a78-a050-614362135e82 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:36.138300 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-515e46ce-1f06-4a6a-8265-139ab655bad0 req-757086b3-82c1-4a78-a050-614362135e82 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0912859 Apr 22 20:14:36.194063 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-515e46ce-1f06-4a6a-8265-139ab655bad0 req-e7dc7282-fde7-4537-8c73-51a9f2423fd7 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Apr 22 20:14:36.272570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6265ed-81c8-42b4-a330-12058d3818b7 req-f1d521e6-4c8a-4416-9790-a30c812e4ba4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:36.274299 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5f6265ed-81c8-42b4-a330-12058d3818b7 req-f1d521e6-4c8a-4416-9790-a30c812e4ba4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0930009 Apr 22 20:14:36.323878 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5f6265ed-81c8-42b4-a330-12058d3818b7 req-1b87c50e-844a-4352-b9ef-dc514d9d29d9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Apr 22 20:14:37.407155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3b97-f933-496b-b123-c562a0ed6776 req-08f1ca1b-858f-40e4-b3a8-2a8b008a08c5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:37.408842 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6c4d3b97-f933-496b-b123-c562a0ed6776 req-08f1ca1b-858f-40e4-b3a8-2a8b008a08c5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0926776 Apr 22 20:14:37.468705 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6c4d3b97-f933-496b-b123-c562a0ed6776 req-234c0f86-6500-4459-a116-45ff4be9a1aa tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522134 Apr 22 20:14:37.537442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9a1c-4a99-49b7-a716-435362066bd0 req-78e77267-2425-4565-8c04-25c3563ddf9e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:37.539044 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e0de9a1c-4a99-49b7-a716-435362066bd0 req-78e77267-2425-4565-8c04-25c3563ddf9e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0922601 Apr 22 20:14:37.592444 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e0de9a1c-4a99-49b7-a716-435362066bd0 req-19cb80fa-3418-4d14-97de-9cb5628f54a8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464890 Apr 22 20:14:38.692500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c44a2a-ca83-4e27-883e-5fe778115a5c req-3229364f-6f73-4d41-8603-bda5546e2bb1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:38.694887 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a7c44a2a-ca83-4e27-883e-5fe778115a5c req-3229364f-6f73-4d41-8603-bda5546e2bb1 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.1113663 Apr 22 20:14:38.757240 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a7c44a2a-ca83-4e27-883e-5fe778115a5c req-4b19cde6-3b07-4fdd-912e-bd84ee87c939 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Apr 22 20:14:38.847589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0de4-5ed3-4b81-b2f4-a8e2a2c0ce99 req-d806c581-af35-4718-b60b-6d8d3e496ea2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:38.849222 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e0cd0de4-5ed3-4b81-b2f4-a8e2a2c0ce99 req-d806c581-af35-4718-b60b-6d8d3e496ea2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1080260 Apr 22 20:14:38.903987 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e0cd0de4-5ed3-4b81-b2f4-a8e2a2c0ce99 req-be58039e-ae44-4100-975e-20e5bc3677ee tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471704 Apr 22 20:14:39.974819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64826e0-10b1-4d4e-bcf3-748582da7d5f req-12b0ddf3-e7c5-4aff-9507-724bdd6011b5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:39.976591 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d64826e0-10b1-4d4e-bcf3-748582da7d5f req-12b0ddf3-e7c5-4aff-9507-724bdd6011b5 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0938983 Apr 22 20:14:40.028390 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d64826e0-10b1-4d4e-bcf3-748582da7d5f req-a80d2e23-9a81-4540-942a-b72f131df787 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Apr 22 20:14:40.128519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74947-7e24-45f5-8926-b5a915292d7c req-336235b9-dd2f-4804-bfbe-41113e8e2689 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:40.130156 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7ec74947-7e24-45f5-8926-b5a915292d7c req-336235b9-dd2f-4804-bfbe-41113e8e2689 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0984519 Apr 22 20:14:40.182128 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7ec74947-7e24-45f5-8926-b5a915292d7c req-6dc98ab5-ce02-4c79-b274-48a23d0c88e1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446007 Apr 22 20:14:41.251881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db65ac-64db-4b6c-ba31-a546577927e9 req-d2ea0a9f-6c2e-4eb4-b0e8-8f480699cf51 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:41.253517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83db65ac-64db-4b6c-ba31-a546577927e9 req-d2ea0a9f-6c2e-4eb4-b0e8-8f480699cf51 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0989885 Apr 22 20:14:41.304690 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83db65ac-64db-4b6c-ba31-a546577927e9 req-32a01b58-7bd0-4cbc-992c-a9fc47320285 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Apr 22 20:14:41.405583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b96d9-f01e-4c06-80aa-3ddcfa3679a5 req-13df9095-333e-4669-acac-d857b245d1d7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:41.407587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a30b96d9-f01e-4c06-80aa-3ddcfa3679a5 req-13df9095-333e-4669-acac-d857b245d1d7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0936370 Apr 22 20:14:41.458251 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a30b96d9-f01e-4c06-80aa-3ddcfa3679a5 req-ecb38aa6-8074-4f43-a560-74731d2c4096 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Apr 22 20:14:42.517167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85580370-7186-464f-bf9a-ad299ac3db23 req-93e4d84e-7c74-4d66-824d-26f3c1afde87 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:42.518818 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85580370-7186-464f-bf9a-ad299ac3db23 req-93e4d84e-7c74-4d66-824d-26f3c1afde87 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0958276 Apr 22 20:14:42.576822 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-85580370-7186-464f-bf9a-ad299ac3db23 req-b152958f-4358-4e7b-b66b-62333893bd80 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506432 Apr 22 20:14:42.684659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72d0ea-c5a6-4bd7-a9a5-b0fb6e3c4605 req-f93b9226-bb49-4ced-82c3-67bd46f7c1d8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:42.686241 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-db72d0ea-c5a6-4bd7-a9a5-b0fb6e3c4605 req-f93b9226-bb49-4ced-82c3-67bd46f7c1d8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1031709 Apr 22 20:14:42.737003 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-db72d0ea-c5a6-4bd7-a9a5-b0fb6e3c4605 req-2f0cafa3-9d31-4b30-83be-44aef67474ac tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Apr 22 20:14:43.802686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb643bc9-2f79-43a4-87ec-8bdae8f46588 req-6a99356f-a915-4ed0-9590-984a0aa683eb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:43.804322 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cb643bc9-2f79-43a4-87ec-8bdae8f46588 req-6a99356f-a915-4ed0-9590-984a0aa683eb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0916584 Apr 22 20:14:43.852389 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cb643bc9-2f79-43a4-87ec-8bdae8f46588 req-98883da9-a2db-423e-a789-0efaedc7dfce tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Apr 22 20:14:43.950964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05665a7-585f-4bef-8095-50c52571387e req-55c2eeff-b8ce-44a7-9ec2-184017fb9457 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:43.952554 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e05665a7-585f-4bef-8095-50c52571387e req-55c2eeff-b8ce-44a7-9ec2-184017fb9457 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0898321 Apr 22 20:14:44.002933 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e05665a7-585f-4bef-8095-50c52571387e req-45180a0a-b34b-490e-85c9-764c12a5b1c8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438895 Apr 22 20:14:44.408030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-01f4fb78-ffa7-4923-b993-a8493610f111 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:44.409565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-01f4fb78-ffa7-4923-b993-a8493610f111 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 945 time: 0.0857799 Apr 22 20:14:44.485707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Deleting port 87950fde-e268-4002-9d04-b245097d2024 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:14:44.486082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:44.753053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] For port 87950fde-e268-4002-9d04-b245097d2024, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=87950fde-e268-4002-9d04-b245097d2024,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:44.753367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:44.888692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Calling delete_port for 87950fde-e268-4002-9d04-b245097d2024 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:14:45.043073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:45.055318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:45.061460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['70f09f5a-4488-4857-a90e-c383e38412a7', '87950fde-e268-4002-9d04-b245097d2024'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:14:45.063699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7e0bb-b53a-471b-b71a-2b82757963ed req-1915bc80-3f4f-4c0f-89f4-ece801c0b009 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:45.065335 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cbf7e0bb-b53a-471b-b71a-2b82757963ed req-1915bc80-3f4f-4c0f-89f4-ece801c0b009 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=174cbd8a-1cd2-4f80-9e81-82d82c5e16ee HTTP/1.1" status: 200 len: 867 time: 0.0951254 Apr 22 20:14:45.115804 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cbf7e0bb-b53a-471b-b71a-2b82757963ed req-9d76d632-acb3-4f7d-809b-c1106a4baa7f tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Apr 22 20:14:45.154182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Pushing event deleted for resources: {'Port': ['ID=87950fde-e268-4002-9d04-b245097d2024,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:45.162590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:45.249610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] No DVR routers for this DVR port 87950fde-e268-4002-9d04-b245097d2024 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:14:45.252569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:45.256178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'name': 'network-vif-deleted', 'tag': '87950fde-e268-4002-9d04-b245097d2024'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:14:45.293313 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c48d6a08-8bf0-4e19-b613-b35eb04d93c1 req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "DELETE /v2.0/ports/87950fde-e268-4002-9d04-b245097d2024 HTTP/1.1" status: 204 len: 173 time: 0.8770242 Apr 22 20:14:45.316445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2517e-b9ea-4067-ae8e-5cea6172866d req-e1896399-9576-4f26-b856-1c071f9084f8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:45.318056 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0a2517e-b9ea-4067-ae8e-5cea6172866d req-e1896399-9576-4f26-b856-1c071f9084f8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.1725340 Apr 22 20:14:45.319932 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cbd8a-1cd2-4f80-9e81-82d82c5e16ee', 'name': 'network-vif-deleted', 'tag': '87950fde-e268-4002-9d04-b245097d2024', 'status': 'completed', 'code': 200} Apr 22 20:14:45.367786 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0a2517e-b9ea-4067-ae8e-5cea6172866d req-b152939e-3dc8-492f-a214-8f491a38630d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Apr 22 20:14:46.577401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642b661-721d-47e8-9cf8-90e8952edade req-9766d220-463a-4a2e-8fa3-f744fd2eb6b6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:46.578979 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4642b661-721d-47e8-9cf8-90e8952edade req-9766d220-463a-4a2e-8fa3-f744fd2eb6b6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 944 time: 0.0887439 Apr 22 20:14:46.605472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bda5c2-5953-4cae-96ed-c37e624d7fa6 req-c13843e5-65f8-48f8-97c8-3d57b9fc38fe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:46.606349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e3bda5c2-5953-4cae-96ed-c37e624d7fa6 req-c13843e5-65f8-48f8-97c8-3d57b9fc38fe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Synchronizing usage tracker for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:14:46.622128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-e3bda5c2-5953-4cae-96ed-c37e624d7fa6 req-c13843e5-65f8-48f8-97c8-3d57b9fc38fe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Unset dirty status for tenant:5ea2284541fe4281acff21640b76677d on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:14:46.623412 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3bda5c2-5953-4cae-96ed-c37e624d7fa6 req-c13843e5-65f8-48f8-97c8-3d57b9fc38fe tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.1079674 Apr 22 20:14:46.631684 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4642b661-721d-47e8-9cf8-90e8952edade req-cdc8ec05-ce22-497a-8f64-24c39d298f68 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452213 Apr 22 20:14:46.675155 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3bda5c2-5953-4cae-96ed-c37e624d7fa6 req-0b1ddd80-33b1-431d-949d-cd4a32056a93 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440860 Apr 22 20:14:46.826681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:14:46.966467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:46.980634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'mac_address': 'fa:16:3e:f3:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:14:47.041101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:47.058254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:14:47.074126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:47.076814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:47.078590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b5ad4de-4d8a-4210-b5db-e22671a05f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:47.146827 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:47.150203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:47.349204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['ff27fe22-6778-4b1b-9511-7f2eee552ced'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:14:47.847072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f520fa-3552-4d9b-b021-84bdaf983899 req-fcbcaea4-88ba-4fbc-a1c6-cf16998f6129 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:47.848610 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-56f520fa-3552-4d9b-b021-84bdaf983899 req-fcbcaea4-88ba-4fbc-a1c6-cf16998f6129 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.0940902 Apr 22 20:14:47.888309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02998-679a-44ee-acab-47962bf7cfc8 req-1b6b91ef-65ad-4b82-a565-6501898a07c2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:47.889898 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3c02998-679a-44ee-acab-47962bf7cfc8 req-1b6b91ef-65ad-4b82-a565-6501898a07c2 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0958271 Apr 22 20:14:47.898466 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-56f520fa-3552-4d9b-b021-84bdaf983899 req-1132b8c6-122a-428f-9bfe-fd900de002e0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Apr 22 20:14:47.939787 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3c02998-679a-44ee-acab-47962bf7cfc8 req-b1fd1ca9-fa2a-4122-9257-112e58de7c96 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Apr 22 20:14:48.841646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:14:48.921162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port ff27fe22-6778-4b1b-9511-7f2eee552ced triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:14:48.921641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:49.060082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:49.082892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1d8e-dc90-4f33-88c9-7e9ef9e346c0 req-3cd562a5-1254-4a76-87e5-72798774a7a1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:49.084532 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5e4a1d8e-dc90-4f33-88c9-7e9ef9e346c0 req-3cd562a5-1254-4a76-87e5-72798774a7a1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0909176 Apr 22 20:14:49.089816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:14:49.100548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:49.103352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:49.104536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 87950fde-e268-4002-9d04-b245097d2024 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:14:49.117625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7514b-0316-4470-b8bc-7634dec1312b req-6f4721cd-a861-42e7-bc94-1fd1deb29c61 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:49.119324 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-27f7514b-0316-4470-b8bc-7634dec1312b req-6f4721cd-a861-42e7-bc94-1fd1deb29c61 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 945 time: 0.0964980 Apr 22 20:14:49.138941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:49.139996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5e4a1d8e-dc90-4f33-88c9-7e9ef9e346c0 req-dc6fc7d0-730c-4beb-b330-79693889b1cf tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475862 Apr 22 20:14:49.170872 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-27f7514b-0316-4470-b8bc-7634dec1312b req-803a5859-a445-45b1-a23f-bbcac720d35b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440671 Apr 22 20:14:49.183248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 87950fde-e268-4002-9d04-b245097d2024 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:14:49.183693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 87950fde-e268-4002-9d04-b245097d2024 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:14:49.220708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:49.224121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:49.247060 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'code': 200} Apr 22 20:14:49.367284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2ddad-0e32-4281-90c8-6a2ef9dc47db req-61d1e13e-1f6e-4c2d-b873-91215a9b2676 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:49.368874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0f2ddad-0e32-4281-90c8-6a2ef9dc47db req-61d1e13e-1f6e-4c2d-b873-91215a9b2676 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0890028 Apr 22 20:14:49.416594 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c0f2ddad-0e32-4281-90c8-6a2ef9dc47db req-63da51fe-151f-4dc2-b10e-8d5f8841bf8a tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Apr 22 20:14:49.784385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc4f18-a88d-4dd5-b7b6-a5d1be2ac53d req-c7eba8a8-37bd-4e87-b5cb-267203f8bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:49.785857 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7fbc4f18-a88d-4dd5-b7b6-a5d1be2ac53d req-c7eba8a8-37bd-4e87-b5cb-267203f8bcde service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 1100 time: 0.0760779 Apr 22 20:14:49.829371 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7fbc4f18-a88d-4dd5-b7b6-a5d1be2ac53d req-c22d6c76-2f11-4aa6-8ca8-ae4dec8ac088 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Apr 22 20:14:50.107528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:14:50.353723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541537-8e5f-4b6e-8aef-38c8f7de71a9 req-dde1f769-1bb7-48b9-92e9-87efe4bb31c4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:50.355290 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40541537-8e5f-4b6e-8aef-38c8f7de71a9 req-dde1f769-1bb7-48b9-92e9-87efe4bb31c4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0947838 Apr 22 20:14:50.390563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9772b09-9da6-4d25-a941-6e0cf6aa671c req-06d0ea79-9735-4970-bdf7-d31f63f3f2f9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:50.392146 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f9772b09-9da6-4d25-a941-6e0cf6aa671c req-06d0ea79-9735-4970-bdf7-d31f63f3f2f9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.0926225 Apr 22 20:14:50.404492 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40541537-8e5f-4b6e-8aef-38c8f7de71a9 req-66dbc4d1-6153-4661-8f7c-423821356b90 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Apr 22 20:14:50.442140 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f9772b09-9da6-4d25-a941-6e0cf6aa671c req-a4ce572c-1a6f-4777-a503-88747391831b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Apr 22 20:14:50.615428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f088525-5423-4c91-a5e0-0c6a35c9204d req-25a0cd1f-b7c1-42e6-b0dc-db47b25c65cb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:50.617020 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f088525-5423-4c91-a5e0-0c6a35c9204d req-25a0cd1f-b7c1-42e6-b0dc-db47b25c65cb tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0874650 Apr 22 20:14:50.669686 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f088525-5423-4c91-a5e0-0c6a35c9204d req-635959a7-d037-46f3-ba2b-407298b5ab31 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Apr 22 20:14:51.607601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6cff-711d-47c2-87ff-97fe7871267e req-8403cfb6-b182-42a3-8668-995630640335 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:51.609833 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b60b6cff-711d-47c2-87ff-97fe7871267e req-8403cfb6-b182-42a3-8668-995630640335 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0910945 Apr 22 20:14:51.654200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb6cd6-1204-4a96-82d1-ab1f6a9cb946 req-46725e10-981a-4953-85cd-fc973aa4934b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:51.655937 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-10eb6cd6-1204-4a96-82d1-ab1f6a9cb946 req-46725e10-981a-4953-85cd-fc973aa4934b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.0907638 Apr 22 20:14:51.660135 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b60b6cff-711d-47c2-87ff-97fe7871267e req-16ae960a-8e6d-4724-9a38-403aed5d8a02 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Apr 22 20:14:51.704235 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-10eb6cd6-1204-4a96-82d1-ab1f6a9cb946 req-f8eaf485-3d23-41e0-ae5e-38d1c7ae2b09 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419037 Apr 22 20:14:51.878498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6cfbe-a64a-4636-83c5-e55d486deb46 req-8dae16f7-f286-4774-bd36-3ee3f8f2e377 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:51.880111 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dcd6cfbe-a64a-4636-83c5-e55d486deb46 req-8dae16f7-f286-4774-bd36-3ee3f8f2e377 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0928552 Apr 22 20:14:51.929010 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-dcd6cfbe-a64a-4636-83c5-e55d486deb46 req-6c26c62e-c1f7-4345-933c-ae1ecc30fdd9 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/security-groups?id=049f4b7a-e523-4e72-924d-c8704d8907c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Apr 22 20:14:52.295831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-b0fcf267-6221-4629-a773-8c52c52be44e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:52.297427 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-b0fcf267-6221-4629-a773-8c52c52be44e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 945 time: 0.0899940 Apr 22 20:14:52.373914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Deleting port 70f09f5a-4488-4857-a90e-c383e38412a7 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:14:52.374289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:52.631323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] For port 70f09f5a-4488-4857-a90e-c383e38412a7, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=70f09f5a-4488-4857-a90e-c383e38412a7,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:52.631879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:52.764281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Calling delete_port for 70f09f5a-4488-4857-a90e-c383e38412a7 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:14:52.922193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1978369-ec37-4c98-aef5-ba31fa13ef23 req-f3e02d3f-db59-4189-885c-040137c811e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:52.923810 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f1978369-ec37-4c98-aef5-ba31fa13ef23 req-f3e02d3f-db59-4189-885c-040137c811e6 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1303222 Apr 22 20:14:53.023561 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f1978369-ec37-4c98-aef5-ba31fa13ef23 req-f19dbab5-066b-48a4-be06-1f1ce55e1e62 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693407 Apr 22 20:14:53.027092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:53.032936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:53.049734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['70f09f5a-4488-4857-a90e-c383e38412a7'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:14:53.082903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Pushing event deleted for resources: {'Port': ['ID=70f09f5a-4488-4857-a90e-c383e38412a7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:53.096843 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c44c797b-291a-4e90-bcff-93136656372c req-03b19c04-b0f1-4f1d-89ea-657a93eff606 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d878c06-d0fd-466b-9c6e-fd83b3b2721e HTTP/1.1" status: 200 len: 210 time: 0.0515735 Apr 22 20:14:53.122617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.123011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.123396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.123831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.124213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.124589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.124962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.125332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.125702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.126075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.126447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.126812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:14:53.134466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:53.174434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] No DVR routers for this DVR port 70f09f5a-4488-4857-a90e-c383e38412a7 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:14:53.176825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:53.179556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'name': 'network-vif-deleted', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:14:53.194792 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-18b73bee-0550-4a50-80a1-df0799ad1236 req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] 10.222.0.20 "DELETE /v2.0/ports/70f09f5a-4488-4857-a90e-c383e38412a7 HTTP/1.1" status: 204 len: 173 time: 0.8917255 Apr 22 20:14:53.231488 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d878c06-d0fd-466b-9c6e-fd83b3b2721e', 'name': 'network-vif-deleted', 'tag': '70f09f5a-4488-4857-a90e-c383e38412a7', 'status': 'completed', 'code': 200} Apr 22 20:14:54.199538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 32900) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:54.230167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d8ba2-9ca7-4d91-b78a-f6f2a3d519a2 req-ec750dbf-f14a-42dc-9f2b-26a71de40f9f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:54.232440 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8e3d8ba2-9ca7-4d91-b78a-f6f2a3d519a2 req-ec750dbf-f14a-42dc-9f2b-26a71de40f9f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0934265 Apr 22 20:14:54.281285 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8e3d8ba2-9ca7-4d91-b78a-f6f2a3d519a2 req-17d52b3c-89bb-4ae0-b326-5dbccb025e9b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Apr 22 20:14:54.990755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:55.360125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Deleting port f7e3fe28-0408-479e-893d-97678cf78c13 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:14:55.360663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:55.616725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92959c7-18ca-4942-ace3-9ef1c68d7c34 req-3dc4aa49-f2cf-49d1-822c-0948dd454d60 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:55.618234 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e92959c7-18ca-4942-ace3-9ef1c68d7c34 req-3dc4aa49-f2cf-49d1-822c-0948dd454d60 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.2190025 Apr 22 20:14:55.624153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] For port f7e3fe28-0408-479e-893d-97678cf78c13, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=f7e3fe28-0408-479e-893d-97678cf78c13,segment=NetworkSegment(8970fcb5-6e7c-4243-8049-d17f153a0819),segment_id=8970fcb5-6e7c-4243-8049-d17f153a0819)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:55.624558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:55.776272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Calling delete_port for f7e3fe28-0408-479e-893d-97678cf78c13 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:14:55.841593 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e92959c7-18ca-4942-ace3-9ef1c68d7c34 req-b84763d9-15ae-4edf-b9db-3e9c61f69001 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086897 Apr 22 20:14:56.155918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:56.160576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:56.220277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e3fe28-0408-479e-893d-97678cf78c13,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:56.254809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:56.306193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-c6b8dac5-3d8c-4447-b7f8-3707a021df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:56.307790 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-c6b8dac5-3d8c-4447-b7f8-3707a021df02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1099 time: 0.2120967 Apr 22 20:14:56.845306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-1250bb95-90e7-424a-9523-8f27a345bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:56.846869 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-1250bb95-90e7-424a-9523-8f27a345bd61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.5187564 Apr 22 20:14:56.847662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:56.872323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 70f09f5a-4488-4857-a90e-c383e38412a7 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:14:56.912415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 70f09f5a-4488-4857-a90e-c383e38412a7 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:14:56.912805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 70f09f5a-4488-4857-a90e-c383e38412a7 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:14:57.052359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab5d12-0233-4ca9-a616-6ade5d898f53 req-64f521d8-e059-4d1e-bdb9-b372d2fba649 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:57.053969 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d2ab5d12-0233-4ca9-a616-6ade5d898f53 req-64f521d8-e059-4d1e-bdb9-b372d2fba649 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0936184 Apr 22 20:14:57.105391 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-9487b579-166f-49a2-9894-49be9f7c4b1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 1002 time: 0.2508037 Apr 22 20:14:57.107605 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d2ab5d12-0233-4ca9-a616-6ade5d898f53 req-89606c71-9ba0-450d-8b0d-137506ae632e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457568 Apr 22 20:14:57.200515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-85d3b971-3865-4ef2-a5a5-398c82dba99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:57.201985 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-85d3b971-3865-4ef2-a5a5-398c82dba99e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.0900126 Apr 22 20:14:57.452909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-aceac64f-3d74-4dd5-b25e-4ad53ec0c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:57.454376 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-aceac64f-3d74-4dd5-b25e-4ad53ec0c142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1994519 Apr 22 20:14:57.459019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:14:57.763002 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-941b303a-7fd0-4d11-8465-22577f36351a service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003480 Apr 22 20:14:57.812778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:14:57.821801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Sync routers for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:14:57.832176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:14:57.832855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:14:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:14:57.878736 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] 10.222.0.13 "PUT /v2.0/routers/8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6779182 Apr 22 20:14:57.881503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 32908) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:58.023195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:14:58.076514 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b982a55b-2da8-48ca-b43b-f67a2e88881f req-dc2fee69-c6a4-46e3-8972-4b9b072058dc service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060737 Apr 22 20:14:58.103601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:58.342022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:14:56Z', 'revision_number': 5, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:14:58.346545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Checking router: 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:14:58.356671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Routers {'8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:14:58.357359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:14:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:14:58.561196 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] Set router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:14:58.596912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:58.615101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31253f84-3321-4760-b490-be7c0aaf4d9d req-d6f6b00b-87c2-4738-b611-4387a921fdf4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:58.616851 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-31253f84-3321-4760-b490-be7c0aaf4d9d req-d6f6b00b-87c2-4738-b611-4387a921fdf4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1345186 Apr 22 20:14:58.617969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Deleting port d4ec5089-596a-4743-9ced-4a9c4cdca3c3 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:14:58.618340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:58.746387 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-31253f84-3321-4760-b490-be7c0aaf4d9d req-54ceaebb-31ea-47ed-a5ca-62c2239d1ec8 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954201 Apr 22 20:14:58.850901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] For port d4ec5089-596a-4743-9ced-4a9c4cdca3c3, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:14:58.851211 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:58.889815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:14:56Z', 'revision_number': 5, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:14:58.893891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff3043-7809-4e9b-b063-b0a13835e3e3 None None] The sync data for ids ['8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51'] in dv-cinder-787632-1-smb is: [{'id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'name': 'tempest-ServerRescueNegativeTestJSON-1159453305-router', 'tenant_id': '5ea2284541fe4281acff21640b76677d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3'}], 'enable_snat': True}, 'gw_port_id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:14:56Z', 'revision_number': 5, 'project_id': '5ea2284541fe4281acff21640b76677d', 'gw_port': {'id': 'd4ec5089-596a-4743-9ced-4a9c4cdca3c3', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:51Z', 'updated_at': '2021-04-22T20:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:14:58.988566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Calling delete_port for d4ec5089-596a-4743-9ced-4a9c4cdca3c3 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:14:59.006679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device f7e3fe28-0408-479e-893d-97678cf78c13 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:14:59.043968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: f7e3fe28-0408-479e-893d-97678cf78c13 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:14:59.044334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device f7e3fe28-0408-479e-893d-97678cf78c13 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:14:59.170264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.175170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:14:59.221950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ec5089-596a-4743-9ced-4a9c4cdca3c3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:14:59.225989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:14:59.327028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.511397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.513689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.601096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.601791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:14:59.616057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.617295 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] 10.222.0.13 "DELETE /v2.0/routers/8c3e2b4e-91c4-4a44-9e6a-4b6b629b6b51 HTTP/1.1" status: 204 len: 168 time: 1.7348225 Apr 22 20:14:59.620008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 32916) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:14:59.660742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3b7236fc-9b42-4887-8f14-356b71c92d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.689053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Deleting subnet 6753f7b4-96a1-436b-a70f-0361df09b407 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:14:59.693358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.745793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262470020'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.810279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:14:59.953801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fa49b-821c-49f8-9b8e-d3c9b060509a req-915a09ce-eabd-4494-9d2f-450b5e051989 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:14:59.955392 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-413fa49b-821c-49f8-9b8e-d3c9b060509a req-915a09ce-eabd-4494-9d2f-450b5e051989 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0903227 Apr 22 20:15:00.004416 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-413fa49b-821c-49f8-9b8e-d3c9b060509a req-6d2285ec-0955-48de-9c48-43b3acb26d2c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Apr 22 20:15:00.075459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262489135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036591526691'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.080333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:00.119211 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6753f7b4-96a1-436b-a70f-0361df09b407,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:00.122985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:00.124042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.130130 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6753f7b4-96a1-436b-a70f-0361df09b407 HTTP/1.1" status: 204 len: 168 time: 0.5091438 Apr 22 20:15:00.133088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 32924) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:00.254892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.375033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ef609-e3fe-473b-8bad-b9b187522ecc req-7b61d20f-2e95-427f-ae8a-8f70ed13026d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:00.376603 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f07ef609-e3fe-473b-8bad-b9b187522ecc req-7b61d20f-2e95-427f-ae8a-8f70ed13026d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0962844 Apr 22 20:15:00.425084 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f07ef609-e3fe-473b-8bad-b9b187522ecc req-1930944a-3776-49c1-b400-ec37bf3ec8da tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Apr 22 20:15:00.431763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.565539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd55413-a02b-47fd-9141-1bf15ff5fa88']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:00.580424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8970fcb5-6e7c-4243-8049-d17f153a0819') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:00.580763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8970fcb5-6e7c-4243-8049-d17f153a0819') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:00.592505 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-1861be9b-f792-45fa-be7d-153b91b8489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:00.594114 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-1861be9b-f792-45fa-be7d-153b91b8489a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 1099 time: 0.2140710 Apr 22 20:15:00.597607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.654180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:00.713595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:15:00.914777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-5859c900-e141-4f87-9644-5d2f64d94c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:00.916361 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-5859c900-e141-4f87-9644-5d2f64d94c51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.3118088 Apr 22 20:15:00.927779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:15:00.986546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:01.046086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device d4ec5089-596a-4743-9ced-4a9c4cdca3c3 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:15:01.083610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: d4ec5089-596a-4743-9ced-4a9c4cdca3c3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:15:01.084009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device d4ec5089-596a-4743-9ced-4a9c4cdca3c3 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:15:01.135025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:01.194992 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-ea9ed18f-2175-487b-89a8-a052a1e64f3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 200 len: 1002 time: 0.2690206 Apr 22 20:15:01.244060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Network edd55413-a02b-47fd-9141-1bf15ff5fa88 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:15:01.269312 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:15:01.366130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-23109da7-5768-4ad6-be92-a8ab60d1a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:01.367711 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-23109da7-5768-4ad6-be92-a8ab60d1a3e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.1609187 Apr 22 20:15:01.368466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:01.372325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:01.658660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:01.698390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd55413-a02b-47fd-9141-1bf15ff5fa88,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:01.722495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:01.739086 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] 10.222.0.13 "DELETE /v2.0/networks/edd55413-a02b-47fd-9141-1bf15ff5fa88 HTTP/1.1" status: 204 len: 168 time: 1.6049945 Apr 22 20:15:01.787890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-bd698038-5a21-4f4d-9b9d-aadc0ff7ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:01.789440 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-bd698038-5a21-4f4d-9b9d-aadc0ff7ecd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1729002 Apr 22 20:15:01.798561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3866d5-bc92-430a-b1e8-f1daacf92743 req-e87f81b5-870b-4430-a97d-386bb24e7ac3 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:01.800160 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2a3866d5-bc92-430a-b1e8-f1daacf92743 req-e87f81b5-870b-4430-a97d-386bb24e7ac3 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1799390 Apr 22 20:15:01.923275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 32934) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:01.952203 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2a3866d5-bc92-430a-b1e8-f1daacf92743 req-69ba7d0f-c7de-481e-a623-fb524e87eb19 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263583 Apr 22 20:15:01.979565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-015ec257-dac5-4867-bb0f-cd2f01ea7926 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ea2284541fe4281acff21640b76677d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526154 Apr 22 20:15:01.979877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 32938) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:01.987099 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-6ea48ade-a165-4a8b-ac60-6a96ec5ac794 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859586 Apr 22 20:15:02.043359 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:02.070768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:02.115631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:02.121533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-be75deeb-151f-45f0-bd9e-2e590eacc210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:02.136071 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a95d0d6b-d977-4b1c-8353-0bd5b31ea198 req-f91de3de-d539-45c7-a44d-f0060903e1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415081 Apr 22 20:15:02.138742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f4b7a-e523-4e72-924d-c8704d8907c4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:02.152294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.153009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.153009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.153280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.153734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.154126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.154546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.154918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.155334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.155753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.156120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.156556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:02.160651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:02.161645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:02.163321 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/049f4b7a-e523-4e72-924d-c8704d8907c4 HTTP/1.1" status: 204 len: 168 time: 0.1817334 Apr 22 20:15:02.193923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ca68a285-a0b3-49a5-b2de-f86c7b8a3ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:02.935415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 32962) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:02.968417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.055148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1749101825-network', 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:03.061911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:03.066395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Usage tracker for resource:network and tenant:0857016a5e1a4653ba8a2dd28c698643 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:03.069609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:03.077127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:03.088905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:03.094850 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.110073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.128448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:03.132815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Usage tracker for resource:security_group_rule and tenant:0857016a5e1a4653ba8a2dd28c698643 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:03.136355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:03.144342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:03.285386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.289593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.295253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-09faaba4-11b7-4ea2-a451-b4c113816b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:03.328909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:15:03.354288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.354672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Added segment f136d54a-2086-4ad6-80d3-dfcc63ec5165 of type vlan for network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 Apr 22 20:15:03.363838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e585f-53c2-43bd-8d33-e82754f53bd6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:03.367050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:03.384143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67040b7-df1e-4ef6-8d29-cc713465bc5a req-27753f1f-0b15-421c-8303-0061856cebe7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:03.385714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b67040b7-df1e-4ef6-8d29-cc713465bc5a req-27753f1f-0b15-421c-8303-0061856cebe7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1699307 Apr 22 20:15:03.419362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.463111 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b67040b7-df1e-4ef6-8d29-cc713465bc5a req-9a13dd85-573d-4dcf-91aa-a7d536c5778e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649233 Apr 22 20:15:03.473443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.474788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:03.475416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.481036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c2286e2d-a7c5-4294-b197-1227bee3a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:03.592950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:03.776563 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8399110 Apr 22 20:15:03.780060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Pushing event updated for resources: {'Network': ['ID=0a82a8f4-0f9c-407d-b004-6e8cef6d0415,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:03.780202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 32972) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:03.783277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:03.786140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Request body: {'subnet': {'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1749101825-subnet', 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:03.790667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:15:03.791452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:03.796265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Usage tracker for resource:subnet and tenant:0857016a5e1a4653ba8a2dd28c698643 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:03.799223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:03.805206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:03.815172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:03.819922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:04.227898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:04.232788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5380702-ccae-47a2-a03a-5c0c886002af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:04.308762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34e8233-bc63-4b77-802c-6698aa19126e,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:04.312123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:04.318434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Checking segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:04.318833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Network hostable DHCP agents. Network: 0a82a8f4-0f9c-407d-b004-6e8cef6d0415, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:15:04.337824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:15:04.347003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 0a82a8f4-0f9c-407d-b004-6e8cef6d0415) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:04.356039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32bc04-a15d-4d9b-958c-29d027459fec None None] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:15:04.359259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:04.359930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:04.379451 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5981715 Apr 22 20:15:04.490401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:04.596715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b4bb54-7e5c-4c97-8338-63b25a0d5275 None None] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:15:04.946552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-6ff32157-7fa5-4136-9a9a-f703ace80667 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:04.948164 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-6ff32157-7fa5-4136-9a9a-f703ace80667 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.1582203 Apr 22 20:15:04.965212 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-a5da97b8-47cb-418c-b463-558d5dd7ba5f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/quotas/0857016a5e1a4653ba8a2dd28c698643 HTTP/1.1" status: 200 len: 375 time: 0.0096514 Apr 22 20:15:05.021225 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-37084a06-db4f-4820-b48d-840c5bc8729b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505035 Apr 22 20:15:05.163521 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-6cbd425b-b0a1-4820-b3a4-8c2f9526f1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341019 Apr 22 20:15:05.309176 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-0661600d-78e6-4e35-95df-93c7c6863246 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388104 Apr 22 20:15:05.501787 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-021a8207-cc9f-45c2-8574-3d26e222cbeb req-0e893948-7e73-449e-ac97-2272c55203d2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 210 time: 0.0493040 Apr 22 20:15:06.592935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-7bd71c05-e113-4a51-85d9-660676d9c0cf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:06.594430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-7bd71c05-e113-4a51-85d9-660676d9c0cf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.1626716 Apr 22 20:15:06.608131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Request body: {'port': {'device_id': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'admin_state_up': True, 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:06.695139 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c7c36839-209f-4517-8ab2-3c8751940898 req-7caca9ce-d39f-4db2-b05c-cfa0e642d0a6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 210 time: 0.0708406 Apr 22 20:15:06.801867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:06.805757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Usage tracker for resource:port and tenant:0857016a5e1a4653ba8a2dd28c698643 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:06.809432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:06.815357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:06.827105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:06.833200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.005304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Allocated IP 172.20.0.10 (0a82a8f4-0f9c-407d-b004-6e8cef6d0415/b34e8233-bc63-4b77-802c-6698aa19126e/47c68478-f4b3-48d0-9451-cfc07da482d3) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:07.221047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.251212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.258006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f15aea5c-7659-405f-8914-c6040fbf27a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:07.327649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:07.335855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:07.338351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:07.386806 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event updated for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:07.391410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:07.413844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:07.414505 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.435460 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318813 Apr 22 20:15:07.449012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Request body: {'port': {'device_id': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:07.569035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.901131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a4da6-085a-4b44-a970-df3749448d4b req-37da7ab5-6214-4517-a7ae-6aafdf0ff3d8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:07.903426 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-731a4da6-085a-4b44-a970-df3749448d4b req-37da7ab5-6214-4517-a7ae-6aafdf0ff3d8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 932 time: 0.0924461 Apr 22 20:15:07.933694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c68478-f4b3-48d0-9451-cfc07da482d3 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:07.941596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.951071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-731a4da6-085a-4b44-a970-df3749448d4b req-e712335a-396f-4340-97b3-8f01632fa7d1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:07.957131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Transition to ACTIVE for port object 47c68478-f4b3-48d0-9451-cfc07da482d3 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:07.959922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:07.965180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:07.967323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-731a4da6-085a-4b44-a970-df3749448d4b req-e712335a-396f-4340-97b3-8f01632fa7d1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:07.968674 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-731a4da6-085a-4b44-a970-df3749448d4b req-e712335a-396f-4340-97b3-8f01632fa7d1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588715 Apr 22 20:15:08.134415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:08.166425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:08.206070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Attempting to bind port 47c68478-f4b3-48d0-9451-cfc07da482d3 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:15:08.206437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Attempting to bind port 47c68478-f4b3-48d0-9451-cfc07da482d3 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:15:08.206805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Attempting to bind port 47c68478-f4b3-48d0-9451-cfc07da482d3 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:08.211664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Port 47c68478-f4b3-48d0-9451-cfc07da482d3 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:15:08.212022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Attempting to bind port 47c68478-f4b3-48d0-9451-cfc07da482d3 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:08.218074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:15:08.218425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Checking segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:08.218844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Bound using segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:15:08.219361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Bound port: 47c68478-f4b3-48d0-9451-cfc07da482d3, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:15:08.219772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:08.314896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:15:08.317976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=47c68478-f4b3-48d0-9451-cfc07da482d3,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:15:08.321291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:08.326559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:08.378610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:08.379278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:08.380760 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/47c68478-f4b3-48d0-9451-cfc07da482d3 HTTP/1.1" status: 200 len: 1094 time: 0.9363163 Apr 22 20:15:08.381269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:08.409203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Pushing event updated for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:08.412565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:08.455628 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3', 'status': 'completed', 'code': 200} Apr 22 20:15:08.501451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-5773a75b-d96e-4716-9e59-5db04ee72ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:08.503064 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-5773a75b-d96e-4716-9e59-5db04ee72ba3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 1097 time: 0.0835502 Apr 22 20:15:08.577081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-f7f8fd18-2b6b-4353-a4ac-6631d97ad7b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c68478-f4b3-48d0-9451-cfc07da482d3 HTTP/1.1" status: 200 len: 217 time: 0.0656397 Apr 22 20:15:08.881436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-da19103d-70a1-44c9-ad67-a76e4c73ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:08.882975 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-da19103d-70a1-44c9-ad67-a76e4c73ae34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.2980409 Apr 22 20:15:08.934940 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-4d58618f-78b6-467c-a4d9-54758207518d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454981 Apr 22 20:15:09.084119 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-6b46e49e-cdc0-44d1-9ff2-a45fa3fc4eea service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362410 Apr 22 20:15:09.176525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328099-f780-467c-a1b2-b47083b1ec06 req-49d8c353-bfe4-4e9a-8f38-4a1749236616 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:09.178073 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99328099-f780-467c-a1b2-b47083b1ec06 req-49d8c353-bfe4-4e9a-8f38-4a1749236616 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 944 time: 0.0919733 Apr 22 20:15:09.227466 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b0d00bb-8669-4ddf-b3d1-e59fe21a5134 req-97790c83-5b4f-42a2-a6c1-220ad39464aa service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361883 Apr 22 20:15:09.229792 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99328099-f780-467c-a1b2-b47083b1ec06 req-3f15fe39-c35d-40d2-a3da-6b838caba366 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447476 Apr 22 20:15:09.365265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-47f69d72-3a4f-41f9-842f-a7689bba2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:09.366833 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-47f69d72-3a4f-41f9-842f-a7689bba2bab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 1097 time: 0.0839581 Apr 22 20:15:09.509768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-e02a5635-d05a-468d-978b-b204ed8c0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:09.511813 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-e02a5635-d05a-468d-978b-b204ed8c0665 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 916 time: 0.1376214 Apr 22 20:15:09.586855 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-ee7939c3-a497-4b4b-9ce1-ac80733f2dde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c68478-f4b3-48d0-9451-cfc07da482d3 HTTP/1.1" status: 200 len: 217 time: 0.0683618 Apr 22 20:15:09.659802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-eff0ce25-3dbb-42a9-bfd0-4368ad8b3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:09.661338 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-eff0ce25-3dbb-42a9-bfd0-4368ad8b3521 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.0672064 Apr 22 20:15:09.723385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-59b700ac-1497-495c-b45d-a52c31786b67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474567 Apr 22 20:15:09.869089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-3edc94d1-3183-4418-9d4b-9f0e112117fa service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378942 Apr 22 20:15:10.012589 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e5705ac8-0353-44b5-9f50-6c9272e70b51 req-8bfdb59a-8a89-4293-862e-3562059d016f service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351800 Apr 22 20:15:10.432189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ad2ea-b0c7-418f-bd92-fecf39574f88 req-e4734a50-bab8-47ee-b384-4ec220409b31 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:10.433581 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-3a7ad2ea-b0c7-418f-bd92-fecf39574f88 req-e4734a50-bab8-47ee-b384-4ec220409b31 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:10.450490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-3a7ad2ea-b0c7-418f-bd92-fecf39574f88 req-e4734a50-bab8-47ee-b384-4ec220409b31 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:10.451771 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3a7ad2ea-b0c7-418f-bd92-fecf39574f88 req-e4734a50-bab8-47ee-b384-4ec220409b31 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 944 time: 0.1056035 Apr 22 20:15:10.499291 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3a7ad2ea-b0c7-418f-bd92-fecf39574f88 req-749c001f-cad1-4fd6-a2b3-95070cc33243 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410981 Apr 22 20:15:11.700598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda5f7d-0ee4-4592-b7ef-7168819f212a req-1757f3f5-1a55-4b38-8533-64a657be96a8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:11.702173 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bda5f7d-0ee4-4592-b7ef-7168819f212a req-1757f3f5-1a55-4b38-8533-64a657be96a8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 944 time: 0.0899200 Apr 22 20:15:11.749205 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4bda5f7d-0ee4-4592-b7ef-7168819f212a req-5d5660e9-0f76-45b7-962b-6e5504c16c50 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Apr 22 20:15:12.950153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 47c68478-f4b3-48d0-9451-cfc07da482d3 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:15:12.956417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74014b2-cbab-4696-95ed-5f1e3495c563 req-f429a4b6-ca8e-4735-b275-df58958622da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:12.957998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a74014b2-cbab-4696-95ed-5f1e3495c563 req-f429a4b6-ca8e-4735-b275-df58958622da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 944 time: 0.0932226 Apr 22 20:15:13.006356 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a74014b2-cbab-4696-95ed-5f1e3495c563 req-fa763634-f3ca-4010-8be4-2e0d2da2dd73 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Apr 22 20:15:13.247999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=47c68478-f4b3-48d0-9451-cfc07da482d3,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:13.262444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '47c68478-f4b3-48d0-9451-cfc07da482d3', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'port_id': '47c68478-f4b3-48d0-9451-cfc07da482d3', 'mac_address': 'fa:16:3e:69:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34e8233-bc63-4b77-802c-6698aa19126e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:15:13.319326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:13.340975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c68478-f4b3-48d0-9451-cfc07da482d3 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:13.356452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=47c68478-f4b3-48d0-9451-cfc07da482d3,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:13.359223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:13.361902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1fe9c2b6-6f7b-4d84-988a-19116ec8f7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:13.432162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:13.441053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.441441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.441817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.442188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.442555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.442921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.443283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.443671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.444031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.444387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.444747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.445103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:13.451607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:13.611061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:14.211213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed38b58-c767-44a9-90f5-7dc758be7cf0 req-41ba3769-56c2-470b-bf09-af88b136936c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:14.212811 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fed38b58-c767-44a9-90f5-7dc758be7cf0 req-41ba3769-56c2-470b-bf09-af88b136936c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 945 time: 0.0929532 Apr 22 20:15:14.261567 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fed38b58-c767-44a9-90f5-7dc758be7cf0 req-e64c4063-af7e-491f-b005-5408b6ace203 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Apr 22 20:15:14.950677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 47c68478-f4b3-48d0-9451-cfc07da482d3 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:15:15.023138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 47c68478-f4b3-48d0-9451-cfc07da482d3 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:15.028893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 47c68478-f4b3-48d0-9451-cfc07da482d3 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:15.029356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:15.153081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:15.180274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:15.191041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=47c68478-f4b3-48d0-9451-cfc07da482d3,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:15.194022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:15.195956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:15.230157 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3', 'code': 200} Apr 22 20:15:15.271320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:15.274603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:15.465949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34db05-17ed-4cb4-8b8f-8959ff60699f req-cd6b4539-a7d1-4cde-9b48-a66f891ede0c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:15.467476 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f34db05-17ed-4cb4-8b8f-8959ff60699f req-cd6b4539-a7d1-4cde-9b48-a66f891ede0c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 946 time: 0.0889072 Apr 22 20:15:15.489289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a37aaa-786f-49f8-8a20-e8ed67514f53 req-c37a7b94-11bc-42e8-b476-a6ac7e582489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:15.490900 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93a37aaa-786f-49f8-8a20-e8ed67514f53 req-c37a7b94-11bc-42e8-b476-a6ac7e582489 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 1099 time: 0.0910661 Apr 22 20:15:15.518048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f34db05-17ed-4cb4-8b8f-8959ff60699f req-c5c73802-f2e8-4023-b0ef-2a8e4656821b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Apr 22 20:15:15.534785 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93a37aaa-786f-49f8-8a20-e8ed67514f53 req-c1fa88c7-cb8d-4b85-b3dc-e6c8c1fea786 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Apr 22 20:15:16.721089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d2b6-b327-4a75-b8e1-ccc16fbdc41c req-4696e7af-53f1-4f47-b637-4be5f5538d04 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:16.722637 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3e05d2b6-b327-4a75-b8e1-ccc16fbdc41c req-4696e7af-53f1-4f47-b637-4be5f5538d04 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 946 time: 0.0883532 Apr 22 20:15:16.769291 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3e05d2b6-b327-4a75-b8e1-ccc16fbdc41c req-0993f439-d756-4d18-aab0-15536b27f215 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Apr 22 20:15:21.332740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-36a2515b-74e1-4c8e-9abf-c4b987c5d2f1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:21.334224 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-36a2515b-74e1-4c8e-9abf-c4b987c5d2f1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.1564522 Apr 22 20:15:21.350423 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-3c5953a7-3bc9-42e6-a876-ad0afc257d71 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/quotas/0857016a5e1a4653ba8a2dd28c698643 HTTP/1.1" status: 200 len: 375 time: 0.0094743 Apr 22 20:15:21.444917 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-f0167b6d-8ff7-4269-a240-82897a169358 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878489 Apr 22 20:15:21.588281 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-ef68a426-b7a9-4170-bab3-342d9f31272f service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349707 Apr 22 20:15:21.731981 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-b663e705-bb59-464d-9b84-f65fd695e1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364985 Apr 22 20:15:21.931737 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-25c238fa-6fdd-47be-9f60-d8ab96f1f33e req-3264e874-1701-463c-a3e0-445920cbfdd1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 210 time: 0.0518141 Apr 22 20:15:23.014385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-8c09b57b-95c0-4c2b-bcfd-d03d874fa612 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:23.016108 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-8c09b57b-95c0-4c2b-bcfd-d03d874fa612 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.1672881 Apr 22 20:15:23.032935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Request body: {'port': {'device_id': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'admin_state_up': True, 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:23.165969 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e4b92657-14b9-4dc1-83c9-cef159f41944 req-9b2385cd-3afe-4cfe-a43e-1751a65d92c7 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 210 time: 0.1027925 Apr 22 20:15:23.222766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:23.232626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:23.241009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:23.246935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:23.414774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Allocated IP 172.20.0.14 (0a82a8f4-0f9c-407d-b004-6e8cef6d0415/b34e8233-bc63-4b77-802c-6698aa19126e/3b920b39-c585-41d3-96fd-66cfc9b9c855) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:23.631317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:23.661660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:23.668687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e0281900-2259-4020-97a8-afbc05586416 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:23.679059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:23.735374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:23.743835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:23.749570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:23.796644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event updated for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:23.801279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:23.825421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:23.826086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:23.850740 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8219764 Apr 22 20:15:23.864183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Request body: {'port': {'device_id': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:23.992168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:24.352707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b920b39-c585-41d3-96fd-66cfc9b9c855 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:24.362149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:24.368656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848243f6-50f0-4a43-843d-0fd03b6b25a7 req-be670b88-2a07-4a0d-99b9-9fdba36369dc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:24.370276 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-848243f6-50f0-4a43-843d-0fd03b6b25a7 req-be670b88-2a07-4a0d-99b9-9fdba36369dc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 932 time: 0.0905640 Apr 22 20:15:24.377887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Transition to ACTIVE for port object 3b920b39-c585-41d3-96fd-66cfc9b9c855 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:24.380511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:24.385247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:24.419108 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-848243f6-50f0-4a43-843d-0fd03b6b25a7 req-862270af-255c-49ee-bf60-39d2424ce3ec tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Apr 22 20:15:24.781539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:24.811578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:24.860308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Attempting to bind port 3b920b39-c585-41d3-96fd-66cfc9b9c855 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:15:24.860686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Attempting to bind port 3b920b39-c585-41d3-96fd-66cfc9b9c855 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:15:24.861050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Attempting to bind port 3b920b39-c585-41d3-96fd-66cfc9b9c855 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:24.866913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Port 3b920b39-c585-41d3-96fd-66cfc9b9c855 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:15:24.867272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Attempting to bind port 3b920b39-c585-41d3-96fd-66cfc9b9c855 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:24.873963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:15:24.874350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Checking segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:24.874773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Bound using segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:15:24.875251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Bound port: 3b920b39-c585-41d3-96fd-66cfc9b9c855, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:15:24.875677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:24.976290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:15:24.979562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:15:24.985458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:24.990526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6593264c-3305-4ded-901a-516ff81f2cfd tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:25.044970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.045646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:25.047117 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b920b39-c585-41d3-96fd-66cfc9b9c855 HTTP/1.1" status: 200 len: 1094 time: 1.1875415 Apr 22 20:15:25.047669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:25.079029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:25.082203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:25.129371 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855', 'status': 'completed', 'code': 200} Apr 22 20:15:25.167759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-00d64ff4-303e-4a5b-96f3-aeb77bab87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.169397 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-00d64ff4-303e-4a5b-96f3-aeb77bab87ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 1097 time: 0.0848837 Apr 22 20:15:25.245770 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-e673b062-5740-460e-81bc-e3db4f5bccc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855 HTTP/1.1" status: 200 len: 217 time: 0.0683742 Apr 22 20:15:25.318677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-8838e9d5-dcee-4c16-9ab2-55292242c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.320236 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-8838e9d5-dcee-4c16-9ab2-55292242c0eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.0687308 Apr 22 20:15:25.374726 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-dbf462e7-5e1e-4ca3-a77a-0b0cde24b7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470328 Apr 22 20:15:25.536766 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-437e1c78-a125-44af-9015-b418490d2de2 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547093 Apr 22 20:15:25.680235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16df1-b6eb-4740-baf5-d072917758bd req-b111561f-c38d-488a-80b3-f8487d147201 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.681815 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-61a16df1-b6eb-4740-baf5-d072917758bd req-b111561f-c38d-488a-80b3-f8487d147201 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 944 time: 0.1137772 Apr 22 20:15:25.693234 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7dad9b2d-7b6f-4cec-bc97-0281c6b04c3a req-c4bc31ce-b905-4592-b43a-9766e3d92ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489601 Apr 22 20:15:25.730765 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-61a16df1-b6eb-4740-baf5-d072917758bd req-a4795950-c9dc-4d35-b4e6-4a04fa545e08 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Apr 22 20:15:25.819550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-8096e61d-7f2d-4ff5-8c9c-f70e08549414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.821035 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-8096e61d-7f2d-4ff5-8c9c-f70e08549414 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 1097 time: 0.0814571 Apr 22 20:15:25.965901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-d209e01b-1885-40ca-8afa-c9fd1f30d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:25.967487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-d209e01b-1885-40ca-8afa-c9fd1f30d2f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 916 time: 0.1392419 Apr 22 20:15:26.040956 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-656a4466-9d17-403b-9f18-73230a64a056 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855 HTTP/1.1" status: 200 len: 217 time: 0.0664098 Apr 22 20:15:26.112554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-630d36f2-92aa-4841-b9d5-3dc073c9f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:26.114024 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-630d36f2-92aa-4841-b9d5-3dc073c9f0cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.0657113 Apr 22 20:15:26.168128 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-41a2e442-7115-4c9c-9168-fea0ac7b1b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459962 Apr 22 20:15:26.311342 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-2cebb61d-ebff-4793-97e4-b879fe865200 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359022 Apr 22 20:15:26.451441 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7458c2-e55d-4214-8bea-1f9ba66dd9a0 req-24bbcbd9-72f6-4cee-9901-aa67c6c7ad92 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330132 Apr 22 20:15:26.934710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87493b-f966-454f-b7d2-7a7b8a065642 req-5fbc573c-b21d-4131-9f91-be98b03c47c5 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:26.936340 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bb87493b-f966-454f-b7d2-7a7b8a065642 req-5fbc573c-b21d-4131-9f91-be98b03c47c5 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 944 time: 0.0913925 Apr 22 20:15:26.989150 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bb87493b-f966-454f-b7d2-7a7b8a065642 req-966c3b06-bad9-4466-adb7-21205bc561ca tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459521 Apr 22 20:15:27.063769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32b117-3d81-4bc8-b5b2-b4c9f341c338 req-ea08460e-8045-4f16-ab83-b5d6eb419056 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:27.065371 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de32b117-3d81-4bc8-b5b2-b4c9f341c338 req-ea08460e-8045-4f16-ab83-b5d6eb419056 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.0906074 Apr 22 20:15:27.108902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:15:27.116709 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-de32b117-3d81-4bc8-b5b2-b4c9f341c338 req-562e94f3-a07e-40e2-ac12-c232c319e70c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Apr 22 20:15:28.193420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd9696-b416-4d87-ac13-b075a35a8bea req-c630e45e-8c6f-42ab-a9d4-219b86ed5ca1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:28.195052 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06dd9696-b416-4d87-ac13-b075a35a8bea req-c630e45e-8c6f-42ab-a9d4-219b86ed5ca1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 944 time: 0.0914268 Apr 22 20:15:28.244001 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06dd9696-b416-4d87-ac13-b075a35a8bea req-3cecc72f-d2d5-400e-98e5-9a4dae2bee37 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419052 Apr 22 20:15:28.326457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f5fb-88a3-414c-90c8-960639dcd8e2 req-d996dedb-34d8-4711-a019-55043d779138 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:28.327967 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1340f5fb-88a3-414c-90c8-960639dcd8e2 req-d996dedb-34d8-4711-a019-55043d779138 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.0892210 Apr 22 20:15:28.374761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1340f5fb-88a3-414c-90c8-960639dcd8e2 req-187c85e6-2ec6-44d0-8f38-f5ca0468d63a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Apr 22 20:15:28.735429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-2abd292c-30f2-4a9f-9633-8fc6a6bcfbf6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:28.736996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-2abd292c-30f2-4a9f-9633-8fc6a6bcfbf6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.0889497 Apr 22 20:15:28.814861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Deleting port ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:15:28.815239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.044655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 3b920b39-c585-41d3-96fd-66cfc9b9c855 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:15:29.081862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] For port ff27fe22-6778-4b1b-9511-7f2eee552ced, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ff27fe22-6778-4b1b-9511-7f2eee552ced,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:29.082264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.186107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:29.200543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '3b920b39-c585-41d3-96fd-66cfc9b9c855', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'port_id': '3b920b39-c585-41d3-96fd-66cfc9b9c855', 'mac_address': 'fa:16:3e:9b:8e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34e8233-bc63-4b77-802c-6698aa19126e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:15:29.258770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.280860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b920b39-c585-41d3-96fd-66cfc9b9c855 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:29.296679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:29.300729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.302616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:29.375558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:29.378508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:29.401869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.402284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.402660 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Floating IP 53a5ca13-0841-42a0-ac72-188f996d5d12 disassociated. External IP: 172.28.3.171, port: ff27fe22-6778-4b1b-9511-7f2eee552ced. Apr 22 20:15:29.403017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Calling delete_port for ff27fe22-6778-4b1b-9511-7f2eee552ced owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:15:29.461688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfd9a-67f0-406b-9630-91ace686813b req-419b3a16-9d97-4b14-8f57-559e3b4e6afd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:29.463284 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b19cfd9a-67f0-406b-9630-91ace686813b req-419b3a16-9d97-4b14-8f57-559e3b4e6afd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 945 time: 0.0964141 Apr 22 20:15:29.517732 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b19cfd9a-67f0-406b-9630-91ace686813b req-4e9b0381-1993-4b17-bc68-ddba3bedcf5f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Apr 22 20:15:29.528895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['3b920b39-c585-41d3-96fd-66cfc9b9c855'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:29.640282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.647214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7aae25a3-257a-493b-8aea-0d62aba58f6d tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:29.679896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8d63c488-a108-4142-be2d-f3fb2eaabf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:29.691010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd15cc1-706d-4613-8cb0-644bb2d39052 req-7204ecc9-57cd-4a38-8e92-d6f285f7dd50 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:29.692644 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ecd15cc1-706d-4613-8cb0-644bb2d39052 req-7204ecc9-57cd-4a38-8e92-d6f285f7dd50 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 947 time: 0.1963637 Apr 22 20:15:29.710313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'Port': ['ID=ff27fe22-6778-4b1b-9511-7f2eee552ced,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:29.715340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:29.906749 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ecd15cc1-706d-4613-8cb0-644bb2d39052 req-98fe4654-c651-4b85-b310-e4ebe6f14952 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=41f869cc-835c-4eab-8825-20fdc758f391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975925 Apr 22 20:15:29.962299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:15:30.399139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:15:30.409985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:15:30.422180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:30.422864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:30.502117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] No DVR routers for this DVR port ff27fe22-6778-4b1b-9511-7f2eee552ced on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:15:30.504784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:30.509162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-deleted', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:30.528073 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-91234d8b-9ae4-4152-ab19-b5ec09eefca2 req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "DELETE /v2.0/ports/ff27fe22-6778-4b1b-9511-7f2eee552ced HTTP/1.1" status: 204 len: 173 time: 1.7841547 Apr 22 20:15:30.567639 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da', 'name': 'network-vif-deleted', 'tag': 'ff27fe22-6778-4b1b-9511-7f2eee552ced', 'status': 'completed', 'code': 200} Apr 22 20:15:30.629299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:30.759813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e5515-e71c-4904-8e13-1fe85ee7aa12 req-de625f3a-d49f-4d8e-abcb-1f710a78b59f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:30.760721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a37e5515-e71c-4904-8e13-1fe85ee7aa12 req-de625f3a-d49f-4d8e-abcb-1f710a78b59f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:30.777241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a37e5515-e71c-4904-8e13-1fe85ee7aa12 req-de625f3a-d49f-4d8e-abcb-1f710a78b59f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:30.778516 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a37e5515-e71c-4904-8e13-1fe85ee7aa12 req-de625f3a-d49f-4d8e-abcb-1f710a78b59f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 945 time: 0.1154027 Apr 22 20:15:30.832006 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a37e5515-e71c-4904-8e13-1fe85ee7aa12 req-63c93aae-5b3e-4ffb-967a-f4b2663cc3a0 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Apr 22 20:15:30.977138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:30.982836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:15:30.992029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:30.992797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:31.118629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 3b920b39-c585-41d3-96fd-66cfc9b9c855 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:15:31.120982 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-719e6927-81f2-4c3a-94b8-787755a3fedd req-96a1aa62-6168-4d00-9cc9-3b92a8d01237 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1cdb5aa-f9f7-4961-92b6-dbbacb4fe4da HTTP/1.1" status: 200 len: 210 time: 0.0495217 Apr 22 20:15:31.204512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:31.250606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 3b920b39-c585-41d3-96fd-66cfc9b9c855 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:31.258762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 3b920b39-c585-41d3-96fd-66cfc9b9c855 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:31.259177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:31.303390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:31.786849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:31.837712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:31.882451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:31.888230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:31.889131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:15:31.922380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:31.967134 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855', 'code': 200} Apr 22 20:15:31.975153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: ff27fe22-6778-4b1b-9511-7f2eee552ced {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:15:31.975560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ff27fe22-6778-4b1b-9511-7f2eee552ced not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:15:32.021106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:32.024849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:32.027091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:32.032333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516fda1d-42f0-4202-ad41-bf363ade8c5b None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:15:32.111821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993ae1b-57d9-41d9-904a-197d5f72878f req-90e4d292-2460-4885-82a0-8b0e38792a44 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:32.116877 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a993ae1b-57d9-41d9-904a-197d5f72878f req-90e4d292-2460-4885-82a0-8b0e38792a44 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 946 time: 0.1233239 Apr 22 20:15:32.178601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e28ed5dc-2647-4f06-bd24-82cc779a9443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:32.215714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a993ae1b-57d9-41d9-904a-197d5f72878f req-00cfb56c-36e1-4fed-b6d3-8e498b10e14c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945795 Apr 22 20:15:32.247528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344a6f3-c318-45c5-8854-438937b0bd8b req-2b70b768-8b64-49d6-b7e8-18cbcc4b583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:32.249167 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5344a6f3-c318-45c5-8854-438937b0bd8b req-2b70b768-8b64-49d6-b7e8-18cbcc4b583e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 1099 time: 0.1116445 Apr 22 20:15:32.293337 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5344a6f3-c318-45c5-8854-438937b0bd8b req-74b0adde-485f-4c25-84f2-0b22ff77b7e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Apr 22 20:15:32.438292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd19a56-45b0-4eb0-85b3-9d49fdb7ac19 None None] New status for floating IP 53a5ca13-0841-42a0-ac72-188f996d5d12: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:15:32.971404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.285496 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33140) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:33.404655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.448909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.512700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c66a-7412-4dbf-9bda-e52c9f19b0ee req-2fffc07a-cc1f-40cb-ab67-b10d79959c28 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:33.514330 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca0c66a-7412-4dbf-9bda-e52c9f19b0ee req-2fffc07a-cc1f-40cb-ab67-b10d79959c28 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 946 time: 0.1794679 Apr 22 20:15:33.545715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.550754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-21afb9b5-a03f-4096-8451-23a461c530e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:33.578160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f869cc-835c-4eab-8825-20fdc758f391,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:33.583587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:33.595849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.599243 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ca0c66a-7412-4dbf-9bda-e52c9f19b0ee req-eaff9381-17fc-478d-9868-d467be19240b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781767 Apr 22 20:15:33.600374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.604714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "DELETE /v2.0/security-groups/41f869cc-835c-4eab-8825-20fdc758f391 HTTP/1.1" status: 204 len: 168 time: 0.3150079 Apr 22 20:15:33.605706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33144) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:33.625818 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.v2.resource [None req-e21dd2ab-41f9-4156-92a9-fdc22670d0ca tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] show failed (client error): The resource could not be found. Apr 22 20:15:33.627022 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e21dd2ab-41f9-4156-92a9-fdc22670d0ca tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups/41f869cc-835c-4eab-8825-20fdc758f391 HTTP/1.1" status: 404 len: 347 time: 0.0201888 Apr 22 20:15:33.629906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33150) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:33.806168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Deleting port f1a1d680-9e91-40a0-b103-971b6ab3f5f9 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:15:33.806556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.992611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:33.993202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.127903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Calling delete_port for f1a1d680-9e91-40a0-b103-971b6ab3f5f9 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:15:34.287081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.292414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:34.341334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'Port': ['ID=f1a1d680-9e91-40a0-b103-971b6ab3f5f9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:34.377176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:34.439422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.453874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.455087 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "DELETE /v2.0/floatingips/53a5ca13-0841-42a0-ac72-188f996d5d12 HTTP/1.1" status: 204 len: 168 time: 0.8242183 Apr 22 20:15:34.475042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.761250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33168) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:34.767076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771921205', 'description': 'tempest-description--1167742707'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:34.773630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:34.779215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:34.782321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:34.788517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:34.799363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.820329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:34.824608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:34.827553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:34.834467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:34.907703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.910268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.915736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f54264ec-3610-4d79-af99-3808076a129a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:34.965144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b99b5e-fff6-423b-acae-c5e4cddc4c08,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:34.968076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:34.968957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:34.970247 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5e7f7381-dbb6-4a97-a728-697e685099c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2079136 Apr 22 20:15:34.973855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33172) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:34.980409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group_rule': {'security_group_id': '14b99b5e-fff6-423b-acae-c5e4cddc4c08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:34.986912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:34.991000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:34.994086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:35.001425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:35.018746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.090206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.092763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.094874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:35.119072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586a16b1-98d4-4b02-885e-ab2e0cdd2ee9,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:35.125453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:35.128915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.130164 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558001 Apr 22 20:15:35.133032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33176) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:35.138733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'security_group_rule': {'security_group_id': '14b99b5e-fff6-423b-acae-c5e4cddc4c08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:35.144707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:35.148963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:security_group_rule and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:35.152013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:35.158062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:35.173776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.237424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.240086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.242159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:35.268186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9d61ee-6e53-4eb8-aaaa-f9fd6cc8be3b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:35.270698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:35.277816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.279133 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-94a04804-bdd8-4816-b13f-f0de96987fad tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450794 Apr 22 20:15:35.282418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33180) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:35.287943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:35.294256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:35.298314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Usage tracker for resource:floatingip and tenant:d44e5ca389a24c03a1d9cd0cc8b65694 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:35.301360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:35.307945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:35.317176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.473178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:35.622924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Allocated IP 172.28.3.127 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/81f879da-86d5-4589-bca7-fb802ca8f6f6) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:35.881273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-4a7ef8b9-19f8-4b31-bdd1-be3684d050a9 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:35.882828 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-4a7ef8b9-19f8-4b31-bdd1-be3684d050a9 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.2614410 Apr 22 20:15:35.919831 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-73e8df15-6c4f-4043-9ff1-4cda66e44d17 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/quotas/0857016a5e1a4653ba8a2dd28c698643 HTTP/1.1" status: 200 len: 375 time: 0.0247023 Apr 22 20:15:35.926772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.029021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.034126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:36.073358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-4ca79573-ba8b-4cf8-834e-5a388cfc2888 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433446 Apr 22 20:15:36.141692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:36.147525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:36.155558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:36.244146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=81f879da-86d5-4589-bca7-fb802ca8f6f6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:36.249927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:36.311453 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-868d1dde-806b-4141-80dd-d1771c1ff196 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202892 Apr 22 20:15:36.422393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.518368 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-90b6dc97-4697-45f3-b60d-1682d45eb336 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998711 Apr 22 20:15:36.519417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.724430 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-59c79a79-c8e7-4e4b-ba93-295bd2ab9b3b req-17de872f-45c0-40b1-8cea-b90349b2ffc6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 210 time: 0.0542603 Apr 22 20:15:36.759300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.763126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.767947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-40df51cc-671e-44bb-95dc-0d90391a60ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:36.875061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=81f879da-86d5-4589-bca7-fb802ca8f6f6,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:36.883423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:36.892834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.915208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:36.917077 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6333737 Apr 22 20:15:37.388509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e741a9af-ff9b-4ea6-852c-0e23b3787c76 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:37.403737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e741a9af-ff9b-4ea6-852c-0e23b3787c76 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:37.404976 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e741a9af-ff9b-4ea6-852c-0e23b3787c76 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1771921205&fields=id&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 267 time: 0.2966342 Apr 22 20:15:37.574682 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e618536b-6340-4e89-9e41-ed09c8440c73 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:37.576254 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e618536b-6340-4e89-9e41-ed09c8440c73 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 817 time: 0.1637185 Apr 22 20:15:37.593217 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-b6e40bbd-11e1-4c34-af1f-64b631e637ca tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/quotas/d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 375 time: 0.0106704 Apr 22 20:15:37.722577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7b843bab-3936-4085-b40c-5e130a8b972c req-c36486ef-787c-4e8b-98ad-89846ac64a4e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:37.809590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7b843bab-3936-4085-b40c-5e130a8b972c req-c36486ef-787c-4e8b-98ad-89846ac64a4e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:37.811032 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-c36486ef-787c-4e8b-98ad-89846ac64a4e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116323 Apr 22 20:15:37.897782 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14b50ee3-5a7f-4213-8987-d10beeb788a0 req-8e84cda3-699c-47ef-bae0-7c16cef702ce tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 210 time: 0.0535316 Apr 22 20:15:37.963930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-d43296ed-6c33-4b27-a291-b1a8737f33a1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:37.965446 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-d43296ed-6c33-4b27-a291-b1a8737f33a1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.2843633 Apr 22 20:15:37.983103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Request body: {'port': {'device_id': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'admin_state_up': True, 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:38.094443 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-99c39bc5-04aa-44c7-abe0-f468edea03c8 service neutron] 10.222.0.13 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641623 Apr 22 20:15:38.249245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:38.267049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:38.289665 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-87ecebdf-c9c8-4e69-b51b-28adf61fde37 service neutron] 10.222.0.13 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870501 Apr 22 20:15:38.290704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:38.296763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:38.475603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Allocated IP 172.20.0.5 (0a82a8f4-0f9c-407d-b004-6e8cef6d0415/b34e8233-bc63-4b77-802c-6698aa19126e/035c9d8b-881e-4ff1-9fd1-70335f8f069a) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:38.490999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-580fbfb8-3434-4a6c-b0d1-29517832d28a req-9458bfb2-c320-4dc4-a6a5-3fd3f545d31b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 210 time: 0.0515492 Apr 22 20:15:38.703112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:38.734084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:38.741216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07853fe6-86a5-4e75-82fd-8b04a3f2bcd2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:38.748843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3', '3b920b39-c585-41d3-96fd-66cfc9b9c855'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:38.817467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:38.821346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:38.826538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:38.866323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event updated for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:38.871575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:38.900452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:38.901908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:38.927403 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9487462 Apr 22 20:15:38.942065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Request body: {'port': {'device_id': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:39.130543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:39.221432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18314e-5ade-4311-ad36-a4673c914692 req-9ce82311-d70e-4fb3-a908-c06af760fdc1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:39.222185 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-fd18314e-5ade-4311-ad36-a4673c914692 req-9ce82311-d70e-4fb3-a908-c06af760fdc1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:39.295731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-fd18314e-5ade-4311-ad36-a4673c914692 req-9ce82311-d70e-4fb3-a908-c06af760fdc1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:39.296900 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fd18314e-5ade-4311-ad36-a4673c914692 req-9ce82311-d70e-4fb3-a908-c06af760fdc1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 931 time: 0.2546773 Apr 22 20:15:39.431649 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fd18314e-5ade-4311-ad36-a4673c914692 req-2a497f73-548e-4472-9dab-f687cea546ac tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243134 Apr 22 20:15:39.685918 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-caae99e7-e329-429c-8188-60be11f34690 req-c364e12f-6368-4179-813d-2af8ecb459b4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 210 time: 0.0535681 Apr 22 20:15:39.715659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-fc7cf83e-3f1d-4c0e-98fb-bc59e5de4bca tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:39.717225 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-fc7cf83e-3f1d-4c0e-98fb-bc59e5de4bca tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 817 time: 0.2485423 Apr 22 20:15:39.721510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035c9d8b-881e-4ff1-9fd1-70335f8f069a {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:39.730547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:39.771681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Transition to ACTIVE for port object 035c9d8b-881e-4ff1-9fd1-70335f8f069a will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:39.775181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:39.784141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8e8f39ad-2192-4bfa-84c6-c345bb907a4a tempest-VolumesActionsTest-694370141 tempest-VolumesActionsTest-694370141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:39.844756 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-5da6b7fe-2543-433c-b51f-2e2e606a7427 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 380 time: 0.1162753 Apr 22 20:15:39.911159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'port': {'device_id': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'admin_state_up': True, 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'security_groups': ['14b99b5e-fff6-423b-acae-c5e4cddc4c08']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:40.005285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Pushing event updated for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:40.304464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:40.390295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Attempting to bind port 035c9d8b-881e-4ff1-9fd1-70335f8f069a on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:15:40.390669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Attempting to bind port 035c9d8b-881e-4ff1-9fd1-70335f8f069a by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:15:40.391037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Attempting to bind port 035c9d8b-881e-4ff1-9fd1-70335f8f069a on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:40.399578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Port 035c9d8b-881e-4ff1-9fd1-70335f8f069a on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:15:40.399918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Attempting to bind port 035c9d8b-881e-4ff1-9fd1-70335f8f069a on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:40.404394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:40.409696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:15:40.410065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Checking segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:40.410481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Bound using segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:15:40.410953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Bound port: 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:15:40.411332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:40.430381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:40.483153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Made reservation on behalf of d44e5ca389a24c03a1d9cd0cc8b65694 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:40.489330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:40.654950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:15:40.687551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:15:40.730808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:40.741298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:40.827454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:40.828175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:40.829649 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/035c9d8b-881e-4ff1-9fd1-70335f8f069a HTTP/1.1" status: 200 len: 1093 time: 1.8931832 Apr 22 20:15:40.833115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:40.865764 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aae9c120-2d10-410c-b45f-b5adcf7e5105 req-62275d7b-42cf-47f7-a4b2-1831ac68eae8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 210 time: 0.0565484 Apr 22 20:15:40.876484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d60ede-56d3-4101-aa84-331c9de0c7cd req-18cac8e0-7295-410c-a716-89c5250fe962 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:40.878137 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b1d60ede-56d3-4101-aa84-331c9de0c7cd req-18cac8e0-7295-410c-a716-89c5250fe962 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 943 time: 0.3025622 Apr 22 20:15:40.923396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Allocated IP 172.20.0.11 (9a39d0f6-4353-441d-9fef-11f31b4f6f1f/c4462e28-841d-4441-b9c8-50d0d26e5fb2/db221daa-6050-4d15-8d34-641e3b904cfe) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:40.935537 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a', 'status': 'completed', 'code': 200} Apr 22 20:15:40.955912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Pushing event updated for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:40.959676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:41.039468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b1d60ede-56d3-4101-aa84-331c9de0c7cd req-dff4d864-57c2-4f2c-87df-65a2232a0cb9 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531384 Apr 22 20:15:41.136111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-cdae4f11-cdb1-4730-af4c-d65980ea2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:41.137722 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-cdae4f11-cdb1-4730-af4c-d65980ea2cff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 1096 time: 0.2565055 Apr 22 20:15:41.229340 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-c186c21d-e373-4f85-9147-dbbd9106417d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a HTTP/1.1" status: 200 len: 217 time: 0.0827854 Apr 22 20:15:41.328790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:41.337567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-f29fd7b9-b39f-4a4a-8a72-395ff39caa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:41.339691 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-f29fd7b9-b39f-4a4a-8a72-395ff39caa2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.1043522 Apr 22 20:15:41.388750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Transition to ACTIVE for port object db221daa-6050-4d15-8d34-641e3b904cfe will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:41.397368 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-9c3fd298-e9e5-458c-a5fd-09ad3c072a09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487134 Apr 22 20:15:41.527800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:41.534701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de56de90-922c-4a28-ab4a-50af11115316 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:41.624647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:41.629995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:41.636918 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-1a97678d-a10e-4b57-b194-2c352e07bf2a service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322810 Apr 22 20:15:41.639874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:41.703010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:41.709983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:41.809851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:41.810527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:41.825803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3574e26f-46ff-436a-a275-372fb665415b None None] Provisioning for port db221daa-6050-4d15-8d34-641e3b904cfe completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:41.833114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3574e26f-46ff-436a-a275-372fb665415b None None] Provisioning complete for port db221daa-6050-4d15-8d34-641e3b904cfe triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:41.833539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3574e26f-46ff-436a-a275-372fb665415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:41.870960 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9708130 Apr 22 20:15:41.874840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e356cc28-87c4-40fa-820a-be6b1bbff068 req-b056b6d7-84f8-4096-a30c-286203f9469f service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061052 Apr 22 20:15:41.887723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Request body: {'port': {'device_id': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:41.898889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-3574e26f-46ff-436a-a275-372fb665415b None None] Port db221daa-6050-4d15-8d34-641e3b904cfe cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:15:42.130742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:42.190719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-d47d4ecc-6864-40b9-9533-17ab2d2d12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.192321 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-d47d4ecc-6864-40b9-9533-17ab2d2d12c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 1096 time: 0.2620187 Apr 22 20:15:42.234528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c025d4d-2e9c-4b2d-97cb-5ff07df1f026 req-813da89c-bc85-49ee-b9ad-365da473b075 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.236163 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c025d4d-2e9c-4b2d-97cb-5ff07df1f026 req-813da89c-bc85-49ee-b9ad-365da473b075 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0914812 Apr 22 20:15:42.286761 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c025d4d-2e9c-4b2d-97cb-5ff07df1f026 req-c168e805-a270-419d-8970-fb38ee7a2053 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Apr 22 20:15:42.395314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85ab5d-d332-4623-abe8-cb99ffb8db1a req-5cedb1cc-2e3c-436d-90bd-ecbe5182a8c5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.396092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6d85ab5d-d332-4623-abe8-cb99ffb8db1a req-5cedb1cc-2e3c-436d-90bd-ecbe5182a8c5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Synchronizing usage tracker for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:42.462312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6d85ab5d-d332-4623-abe8-cb99ffb8db1a req-5cedb1cc-2e3c-436d-90bd-ecbe5182a8c5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Unset dirty status for tenant:d44e5ca389a24c03a1d9cd0cc8b65694 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:42.464351 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6d85ab5d-d332-4623-abe8-cb99ffb8db1a req-5cedb1cc-2e3c-436d-90bd-ecbe5182a8c5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 932 time: 0.4269798 Apr 22 20:15:42.479597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259dc05-6ce4-4c01-80af-37759bd02c1e req-eb8765cb-4b07-4632-b8f4-8f0bd4e13cfe tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.481191 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c259dc05-6ce4-4c01-80af-37759bd02c1e req-eb8765cb-4b07-4632-b8f4-8f0bd4e13cfe tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 943 time: 0.0940564 Apr 22 20:15:42.484923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-e84d15b0-3202-481d-a5fc-89551985d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.486487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-e84d15b0-3202-481d-a5fc-89551985d1a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 916 time: 0.2798970 Apr 22 20:15:42.530917 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c259dc05-6ce4-4c01-80af-37759bd02c1e req-d53c40d2-e123-4f7f-87f3-b29bb61a4f7c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Apr 22 20:15:42.867094 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-f667409c-85a5-4d70-b2b5-4588ccc14a81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a HTTP/1.1" status: 200 len: 217 time: 0.3666353 Apr 22 20:15:42.980437 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6d85ab5d-d332-4623-abe8-cb99ffb8db1a req-6c2ca3c8-bac1-4dc2-9165-fb0e03dce6fd tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929163 Apr 22 20:15:42.997844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-457df37c-e8d5-4657-8e67-35173caedefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:42.999358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-457df37c-e8d5-4657-8e67-35173caedefb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.1226218 Apr 22 20:15:43.097481 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-621fc9a1-2a38-40a8-b457-e22a41828f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829833 Apr 22 20:15:43.161112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:43.221325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:43.252531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Transition to ACTIVE for port object db221daa-6050-4d15-8d34-641e3b904cfe will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:43.258124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:43.265022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-180e285c-0814-4af8-b88a-30e7c40426a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:43.383286 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-4450ecca-b95c-4eba-bf14-3c73cbd8819d service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720969 Apr 22 20:15:43.458445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:43.490009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:43.518142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb295c3b-8762-4e98-9442-216a62907da0 req-7c3f6f13-de3b-4a7c-85af-6fb72b30fca4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:43.520473 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cb295c3b-8762-4e98-9442-216a62907da0 req-7c3f6f13-de3b-4a7c-85af-6fb72b30fca4 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.1115615 Apr 22 20:15:43.576284 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-cb295c3b-8762-4e98-9442-216a62907da0 req-f50292f8-2a52-4856-be55-7b756805a21a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462193 Apr 22 20:15:43.708887 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a0fc222-0ef7-44f9-b7b0-31d4a3a15890 req-dde88a38-e7fa-4ec1-ad95-880b15fbcc62 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034697 Apr 22 20:15:43.715325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Attempting to bind port db221daa-6050-4d15-8d34-641e3b904cfe on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:15:43.715751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Attempting to bind port db221daa-6050-4d15-8d34-641e3b904cfe by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:15:43.716116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Attempting to bind port db221daa-6050-4d15-8d34-641e3b904cfe on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:43.723463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Port db221daa-6050-4d15-8d34-641e3b904cfe on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:15:43.723840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Attempting to bind port db221daa-6050-4d15-8d34-641e3b904cfe on network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:43.732921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:15:43.733287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Checking segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:43.733693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Bound using segment: {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:15:43.734159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Bound port: db221daa-6050-4d15-8d34-641e3b904cfe, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3af0902-4c78-4f30-9026-fa2b246731b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:15:43.734533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:43.847608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d119c48-d39e-420f-b0bd-e8ff73b63b9f req-4ce1f54d-a9a6-42b4-9e02-cc510b9d3327 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:43.849101 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3d119c48-d39e-420f-b0bd-e8ff73b63b9f req-4ce1f54d-a9a6-42b4-9e02-cc510b9d3327 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 943 time: 0.1941807 Apr 22 20:15:43.876305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:15:43.895400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:15:43.902572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:43.909974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:43.965409 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3d119c48-d39e-420f-b0bd-e8ff73b63b9f req-ace228f7-8483-4dbb-80a1-875cbafdc107 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075971 Apr 22 20:15:43.977572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:43.978246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:43.980498 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] 10.222.0.20 "PUT /v2.0/ports/db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 1094 time: 2.0981560 Apr 22 20:15:43.980971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:44.002855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:44.006348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:44.081146 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'status': 'completed', 'code': 200} Apr 22 20:15:44.226645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-ddfeb20f-beeb-4713-94ac-0ba6a34489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.228264 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-ddfeb20f-beeb-4713-94ac-0ba6a34489d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1097 time: 0.1987319 Apr 22 20:15:44.317172 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-e6914095-a2d1-44fa-84ce-2ce40b42a9c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 217 time: 0.0794818 Apr 22 20:15:44.391620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d724d2-66f4-4cf4-8564-5610ff39472f req-81e83cca-7afb-46f6-9dc6-bfe0a3408164 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.393077 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6d724d2-66f4-4cf4-8564-5610ff39472f req-81e83cca-7afb-46f6-9dc6-bfe0a3408164 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.2857957 Apr 22 20:15:44.437475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-b5b9f2a6-3761-4cc5-89b3-8dbebea976fa tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.439014 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-b5b9f2a6-3761-4cc5-89b3-8dbebea976fa tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.2883999 Apr 22 20:15:44.440411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-7e5e663d-c674-4d04-99ef-81e841e94d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.441816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-7e5e663d-c674-4d04-99ef-81e841e94d55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1171134 Apr 22 20:15:44.555365 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6d724d2-66f4-4cf4-8564-5610ff39472f req-2fae1832-88b3-4f2f-af5a-2ccb7ea2bd86 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548090 Apr 22 20:15:44.586809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Deleting port f6bdb242-36f9-40e2-9d9b-5e63a456e517 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:15:44.587197 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:44.694992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843bab-3936-4085-b40c-5e130a8b972c req-6d6da41f-45a3-4e36-a20d-7539f94426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.696617 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-6d6da41f-45a3-4e36-a20d-7539f94426f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2433231 Apr 22 20:15:44.803386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c5951-53f1-4af5-8711-e8ac8e52c917 req-0e8b3634-9e98-41be-80e7-06edbcde0d30 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:44.805011 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d18c5951-53f1-4af5-8711-e8ac8e52c917 req-0e8b3634-9e98-41be-80e7-06edbcde0d30 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0917170 Apr 22 20:15:44.854205 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d18c5951-53f1-4af5-8711-e8ac8e52c917 req-3e39a57f-4f8f-4348-a40e-f3a4a5976e18 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Apr 22 20:15:44.969252 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-278771b3-7bee-41fa-a56d-bde4a4821325 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618501 Apr 22 20:15:45.049264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] For port f6bdb242-36f9-40e2-9d9b-5e63a456e517, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f6bdb242-36f9-40e2-9d9b-5e63a456e517,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:45.049663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:45.152875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 035c9d8b-881e-4ff1-9fd1-70335f8f069a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:15:45.301802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:45.317076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '035c9d8b-881e-4ff1-9fd1-70335f8f069a', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'port_id': '035c9d8b-881e-4ff1-9fd1-70335f8f069a', 'mac_address': 'fa:16:3e:ca:21:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34e8233-bc63-4b77-802c-6698aa19126e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:15:45.379480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:45.399093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035c9d8b-881e-4ff1-9fd1-70335f8f069a {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:45.416910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:45.419868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:45.421813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20df5a00-90d7-406e-89c9-e7c7857d7ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:45.496362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:45.499882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:45.601969 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7b843bab-3936-4085-b40c-5e130a8b972c req-815363d6-0bac-431a-96dc-b18a2fb19759 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199386 Apr 22 20:15:45.644479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873ef6-5518-4c00-9731-647bdb4a4141 req-1b9caa3d-c382-4f1a-a73d-a94d5061059c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:45.646073 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-29873ef6-5518-4c00-9731-647bdb4a4141 req-1b9caa3d-c382-4f1a-a73d-a94d5061059c tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 943 time: 0.5431023 Apr 22 20:15:45.666441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['035c9d8b-881e-4ff1-9fd1-70335f8f069a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:45.784966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee207550-7e57-45a6-a08e-6c47f367a43a req-cefb2da2-ca08-4837-b806-15456181c90c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:45.786580 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ee207550-7e57-45a6-a08e-6c47f367a43a req-cefb2da2-ca08-4837-b806-15456181c90c tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.0981519 Apr 22 20:15:45.837454 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ee207550-7e57-45a6-a08e-6c47f367a43a req-9f357b74-894e-4536-a4e8-4102a34a34b2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Apr 22 20:15:45.864170 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-29873ef6-5518-4c00-9731-647bdb4a4141 req-14985bf0-39f1-463c-8a57-fd97f2bda881 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087803 Apr 22 20:15:45.865952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:45.866360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:45.866708 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Floating IP 0ceaf5d2-1fad-434e-bd7a-149512186a5a disassociated. External IP: 172.28.3.246, port: f6bdb242-36f9-40e2-9d9b-5e63a456e517. Apr 22 20:15:45.867082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Calling delete_port for f6bdb242-36f9-40e2-9d9b-5e63a456e517 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:15:45.936447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-49758c16-7e66-458e-8a21-e67da6ebd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:45.938043 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-49758c16-7e66-458e-8a21-e67da6ebd056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1097 time: 0.2839563 Apr 22 20:15:46.068965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518fcd3-fdb6-402b-bbc2-a5a43adaa0cd req-9f0276b9-4b33-4638-9d4e-4f590c3066d9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:46.070561 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7518fcd3-fdb6-402b-bbc2-a5a43adaa0cd req-9f0276b9-4b33-4638-9d4e-4f590c3066d9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 946 time: 0.0889304 Apr 22 20:15:46.122808 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7518fcd3-fdb6-402b-bbc2-a5a43adaa0cd req-3440db7e-487f-4bca-9375-062d35d2057f tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4623c38-3681-47e2-afdc-7ec03074a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452225 Apr 22 20:15:46.153517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:46.160396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-2f7ed549-94da-4cea-91ee-539e9820e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:46.161938 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-2f7ed549-94da-4cea-91ee-539e9820e1a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.2024670 Apr 22 20:15:46.162590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:46.271069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'Port': ['ID=f6bdb242-36f9-40e2-9d9b-5e63a456e517,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:46.282642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:46.284125 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-f8a46b1b-af6d-442d-b473-6e0b37a3392f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 217 time: 0.0890737 Apr 22 20:15:46.498877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-105b50f9-f9df-4da8-9e82-06f42af44e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:46.500473 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-105b50f9-f9df-4da8-9e82-06f42af44e80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1607416 Apr 22 20:15:46.586311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:15:46.735719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-16d0b017-90ad-42f3-bdaa-07969f299048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:46.737324 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-16d0b017-90ad-42f3-bdaa-07969f299048 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2231317 Apr 22 20:15:46.926464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:15:46.938653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:15:46.949826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:46.950509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:46.965898 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-9b7fa2ff-2347-4b6d-a6d3-8fba7d5e1ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194264 Apr 22 20:15:47.078292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] No DVR routers for this DVR port f6bdb242-36f9-40e2-9d9b-5e63a456e517 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:15:47.087556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87208-b5a6-4940-8eda-d07ab1414e3b req-d39eed88-7444-4166-86eb-b5186a2344b2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:47.089849 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-78f87208-b5a6-4940-8eda-d07ab1414e3b req-d39eed88-7444-4166-86eb-b5186a2344b2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 944 time: 0.0967972 Apr 22 20:15:47.097209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:47.101357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'name': 'network-vif-deleted', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:47.139557 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-78f87208-b5a6-4940-8eda-d07ab1414e3b req-ed75d56f-9500-47f2-a172-e6a3aec137da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Apr 22 20:15:47.154981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:47.181308 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9a9d9ba7-8463-44f2-87c3-e9a49bd07e18 req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "DELETE /v2.0/ports/f6bdb242-36f9-40e2-9d9b-5e63a456e517 HTTP/1.1" status: 204 len: 173 time: 2.7267442 Apr 22 20:15:47.205844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 035c9d8b-881e-4ff1-9fd1-70335f8f069a up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:15:47.221818 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de167d-65b7-4d6f-8eaf-a5410c8e10d4', 'name': 'network-vif-deleted', 'tag': 'f6bdb242-36f9-40e2-9d9b-5e63a456e517', 'status': 'completed', 'code': 200} Apr 22 20:15:47.255766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feff6b3-190c-4aa1-b6d8-0a070718bf39 req-c409c938-f721-4c37-b2d5-bd5fccc824b0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:47.257452 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1feff6b3-190c-4aa1-b6d8-0a070718bf39 req-c409c938-f721-4c37-b2d5-bd5fccc824b0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.2906132 Apr 22 20:15:47.260169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7bdeed4f-57db-4d8b-9e02-0fa8dcdb2d8a req-d4780e16-0265-4e47-9b0d-4145f2eedaa6 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594731 Apr 22 20:15:47.321904 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1feff6b3-190c-4aa1-b6d8-0a070718bf39 req-96bd86e9-7562-4e3d-9e83-38ed466a4438 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541542 Apr 22 20:15:47.367843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 035c9d8b-881e-4ff1-9fd1-70335f8f069a completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:47.380719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 035c9d8b-881e-4ff1-9fd1-70335f8f069a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:47.381245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:47.390938 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-971d876d-c2ad-4acd-8fca-428e08605cdd req-f0d94598-666d-476d-9172-16efe0c3ece9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2de167d-65b7-4d6f-8eaf-a5410c8e10d4 HTTP/1.1" status: 200 len: 210 time: 0.0562913 Apr 22 20:15:47.665620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:47.708251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:47.721586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:47.728002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:47.732141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:47.772525 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a', 'code': 200} Apr 22 20:15:47.783537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:47.799887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:15:47.820880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:47.821553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:47.881101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:47.945296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:48.016872 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:48.023741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d20be6-811b-4e74-bd57-566468061c58 req-89b59d69-3f3b-403f-a441-c81a45a2688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:48.025392 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c4d20be6-811b-4e74-bd57-566468061c58 req-89b59d69-3f3b-403f-a441-c81a45a2688f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 1098 time: 0.0812757 Apr 22 20:15:48.072638 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c4d20be6-811b-4e74-bd57-566468061c58 req-ba2adaca-c873-4127-bc13-21aebbbb8ac4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Apr 22 20:15:48.350603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d3011-e06e-4100-8213-3a3c139db16e req-8689f876-d4ea-44bc-9bea-6f0964cf005d tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:48.352285 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b5d3011-e06e-4100-8213-3a3c139db16e req-8689f876-d4ea-44bc-9bea-6f0964cf005d tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 945 time: 0.0939577 Apr 22 20:15:48.402183 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b5d3011-e06e-4100-8213-3a3c139db16e req-de8316a0-3357-4124-8a87-ad6b31dbbab8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Apr 22 20:15:48.520162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:48.521793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33300) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:48.525330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0cdf-c88b-45f5-a052-936d17d47fe3 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:15:48.559891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572efe5-bb01-41e9-95bb-088b684865e8 req-7c33c283-8234-4425-bf78-c1600c75e040 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:48.561934 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c572efe5-bb01-41e9-95bb-088b684865e8 req-7c33c283-8234-4425-bf78-c1600c75e040 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.0999439 Apr 22 20:15:48.595019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:48.611931 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c572efe5-bb01-41e9-95bb-088b684865e8 req-8a1ffb00-08af-40ef-9155-a4106b738e02 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Apr 22 20:15:48.629390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:48.677352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:48.684379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fda41eb4-dabc-49bd-a123-5185381ca2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:48.699597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4623c38-3681-47e2-afdc-7ec03074a18f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:48.702530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:48.710465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:48.713455 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4623c38-3681-47e2-afdc-7ec03074a18f HTTP/1.1" status: 204 len: 168 time: 0.1889708 Apr 22 20:15:48.715231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33304) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:48.734134 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.v2.resource [None req-92724e37-31e8-47d8-ab17-e5ece0d6db6a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] show failed (client error): The resource could not be found. Apr 22 20:15:48.735173 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-92724e37-31e8-47d8-ab17-e5ece0d6db6a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups/b4623c38-3681-47e2-afdc-7ec03074a18f HTTP/1.1" status: 404 len: 347 time: 0.0187352 Apr 22 20:15:48.738260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33308) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:48.919148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Deleting port fd4f44f7-2500-472d-9c33-b0ae0fe24356 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:15:48.919585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:48.950970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c277f056-c674-48e7-88d1-4a745f2bc4e2 None None] New status for floating IP 0ceaf5d2-1fad-434e-bd7a-149512186a5a: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:15:49.101858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:49.102201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:49.179179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:15:49.183790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f6bdb242-36f9-40e2-9d9b-5e63a456e517 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:15:49.223981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: f6bdb242-36f9-40e2-9d9b-5e63a456e517 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:15:49.224292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f6bdb242-36f9-40e2-9d9b-5e63a456e517 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:15:49.370198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:49.389378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:15:49.449484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:49.468213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:49.481700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Calling delete_port for fd4f44f7-2500-472d-9c33-b0ae0fe24356 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:15:49.485714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:49.489674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:49.491627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:49.570040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:49.574860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86356) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:15:49.575426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:15:49.576002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:49.613970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00efff8-b3a5-4f8f-95f3-bd18b461563d req-8a0645e4-fd03-45c3-8778-fdd5c2a7e947 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:49.615603 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b00efff8-b3a5-4f8f-95f3-bd18b461563d req-8a0645e4-fd03-45c3-8778-fdd5c2a7e947 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 945 time: 0.0952580 Apr 22 20:15:49.665034 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b00efff8-b3a5-4f8f-95f3-bd18b461563d req-591374f8-ad16-4740-a2e7-e8df3d207d98 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Apr 22 20:15:49.758875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['db221daa-6050-4d15-8d34-641e3b904cfe'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:15:49.826437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d165cc1-bfbd-44e6-ae67-7473cd1e2701 req-2099c16c-8ce6-4ae0-acb2-b12b1da3de7b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:49.828086 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3d165cc1-bfbd-44e6-ae67-7473cd1e2701 req-2099c16c-8ce6-4ae0-acb2-b12b1da3de7b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 945 time: 0.0949283 Apr 22 20:15:49.880536 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3d165cc1-bfbd-44e6-ae67-7473cd1e2701 req-dcdae061-92cc-4402-9c03-cd140a7862a5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Apr 22 20:15:50.076964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Deleting port fd4f44f7-2500-472d-9c33-b0ae0fe24356 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:15:50.077428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.263214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.263508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.398510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Calling delete_port for fd4f44f7-2500-472d-9c33-b0ae0fe24356 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:15:50.537153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.542423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9d047c02-e880-494e-9a31-6cf97209c16e tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:50.590143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'Port': ['ID=fd4f44f7-2500-472d-9c33-b0ae0fe24356,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:50.593549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:50.688663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.704539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:50.705721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "DELETE /v2.0/floatingips/0ceaf5d2-1fad-434e-bd7a-149512186a5a HTTP/1.1" status: 204 len: 168 time: 1.9665146 Apr 22 20:15:50.979906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33326) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:50.985736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226503388', 'description': 'tempest-description--837067091'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:50.992032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:50.996688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:51.000748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:51.043897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:51.066904 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.101981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:51.107428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:51.111740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:51.119705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:51.139092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43d147-8e39-4def-bf7b-776d39f48869 req-8c6c93ba-88d1-4130-91ce-e1f45608f612 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:51.140722 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ca43d147-8e39-4def-bf7b-776d39f48869 req-8c6c93ba-88d1-4130-91ce-e1f45608f612 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 945 time: 0.1369343 Apr 22 20:15:51.182102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:15:51.207266 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ca43d147-8e39-4def-bf7b-776d39f48869 req-b02dfe52-88b1-4d02-84b1-320b46c85d7a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567460 Apr 22 20:15:51.250106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.253951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.260560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5b94fae5-cb9f-46d4-9ebc-88df46f899e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:51.263430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port db221daa-6050-4d15-8d34-641e3b904cfe completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:51.268511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port db221daa-6050-4d15-8d34-641e3b904cfe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:51.268962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.305878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e258bef-0596-4c5b-ba51-fc40cb7fd832,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:51.310023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:51.310932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.312265 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3312273 Apr 22 20:15:51.315797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33334) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:51.321658 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group_rule': {'security_group_id': '1e258bef-0596-4c5b-ba51-fc40cb7fd832', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:51.328732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:51.333262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:51.336389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:51.343756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:51.361317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.404757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.436990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.439155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:51.439771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.448858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:15:51.452973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.454515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86cffd0a-4577-47d9-bfac-030a4168ba19 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:51.454999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:51.478268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e3420b-d30f-4005-8078-5a71ad394e3f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:51.481704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:51.489707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.494075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33342) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:51.494229 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771638 Apr 22 20:15:51.500750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'security_group_rule': {'security_group_id': '1e258bef-0596-4c5b-ba51-fc40cb7fd832', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:51.508040 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'code': 200} Apr 22 20:15:51.518082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:51.530433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:security_group_rule and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:51.533811 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:51.536345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:51.539664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:51.539979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:51.557856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.651784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.655722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.664527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c97759c3-0a1a-43d6-9c4a-3c25560b34e7 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:51.727139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6730841f-5698-4550-bf89-c1d1f3128980,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:51.731360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:51.737270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.741768 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f3f2ec02-4989-40ba-b5f9-94fd298b839a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432179 Apr 22 20:15:51.742050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33352) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:51.748558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:51.756215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:51.760641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:floatingip and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:51.764305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:51.771148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:51.792717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:51.792842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebba63-cede-44dd-bd7a-abdc4a3ea984 req-505604cd-7784-4aec-ba83-2626ced1aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:51.792842 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3ebba63-cede-44dd-bd7a-abdc4a3ea984 req-505604cd-7784-4aec-ba83-2626ced1aa30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1099 time: 0.1030109 Apr 22 20:15:51.838932 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3ebba63-cede-44dd-bd7a-abdc4a3ea984 req-1a9d83e6-f567-44a0-ac2b-9cc5bec7e990 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 Apr 22 20:15:51.940094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.086072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Allocated IP 172.28.3.137 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:52.246014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.277284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.282556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4459e959-60ae-49ff-b929-dc8710903532 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:52.352386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:52.353769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:52.357862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:52.401547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:52.405797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:52.436889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a75860-b479-4b35-a7ac-96854f946fd6 req-b5a24494-b26e-41f5-8f73-4e926ed8d14d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:52.438490 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-78a75860-b479-4b35-a7ac-96854f946fd6 req-b5a24494-b26e-41f5-8f73-4e926ed8d14d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0889056 Apr 22 20:15:52.450790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.487895 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-78a75860-b479-4b35-a7ac-96854f946fd6 req-abf71828-ca05-4c2d-9b6d-3ffa83b157be tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Apr 22 20:15:52.513428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.737098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.741050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.748858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-aa5ee55f-7d83-40b9-a79a-7f73d5e02227 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:52.865612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:52.870433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:52.873285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.895090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:52.899388 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1535149 Apr 22 20:15:53.139844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-fd331ce7-266d-45a9-9540-5aac4ee97508 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:53.154586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-fd331ce7-266d-45a9-9540-5aac4ee97508 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:53.155843 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-fd331ce7-266d-45a9-9540-5aac4ee97508 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1226503388&fields=id&tenant_id=c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 267 time: 0.0619850 Apr 22 20:15:53.322191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5ed56bfc-670f-4ce8-ab10-a2c0f4e17169 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:53.323762 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5ed56bfc-670f-4ce8-ab10-a2c0f4e17169 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 810 time: 0.1602917 Apr 22 20:15:53.339922 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-0af877b6-4d5d-4318-9dc0-6f196a14177e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/quotas/c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 375 time: 0.0099690 Apr 22 20:15:53.431437 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-f9523179-d2ae-48e5-b148-e3f4b6f9fa34 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859215 Apr 22 20:15:53.586123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-eed66f86-4f8a-4ae1-8049-2ce5ea35f448 service neutron] 10.222.0.13 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415029 Apr 22 20:15:53.702614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122cd2-31d0-4a00-8a4f-d561232b26dd req-b01175ae-7986-49cb-914e-5de965116566 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:53.704150 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-17122cd2-31d0-4a00-8a4f-d561232b26dd req-b01175ae-7986-49cb-914e-5de965116566 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0937083 Apr 22 20:15:53.738998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-8896384e-c31d-4e18-bd71-42e94c7729af service neutron] 10.222.0.13 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442697 Apr 22 20:15:53.753072 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-17122cd2-31d0-4a00-8a4f-d561232b26dd req-e8d23f62-331b-45a2-9ef3-5fe0e4afe8a1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 Apr 22 20:15:53.955483 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-65249b5d-3b9a-4a5c-9cde-54507161de0d req-1d8b293e-2928-47c1-9df1-bde0565cb361 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 210 time: 0.0653636 Apr 22 20:15:53.970458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561179c8-ae2c-49d5-bec1-313d3d928bb8 req-7afa43f3-1efa-4d30-bcf0-e93e00a04320 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:53.972928 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-561179c8-ae2c-49d5-bec1-313d3d928bb8 req-7afa43f3-1efa-4d30-bcf0-e93e00a04320 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1018867 Apr 22 20:15:53.986355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33382) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:15:53.992423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Request body: {'floatingip': {'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:54.081394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:55.178219 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0c5e2c3b-5637-4781-8951-c20194a1a97e req-bba1b4ea-e122-4656-a73f-9a81c491d338 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 210 time: 0.0730886 Apr 22 20:15:55.195055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:55.200883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:55.261818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-049c949b-7fe8-4826-9a5b-5696022aa00b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:55.263765 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-049c949b-7fe8-4826-9a5b-5696022aa00b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 810 time: 0.1648986 Apr 22 20:15:55.326971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-55068106-c87e-4d5f-bee0-7afa19cc0eed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:15:55.343563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-55068106-c87e-4d5f-bee0-7afa19cc0eed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:15:55.344797 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-55068106-c87e-4d5f-bee0-7afa19cc0eed tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c425cd146af14d84bb95e4ad4f369215 HTTP/1.1" status: 200 len: 380 time: 0.0718551 Apr 22 20:15:55.361654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'port': {'device_id': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'admin_state_up': True, 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'security_groups': ['1e258bef-0596-4c5b-ba51-fc40cb7fd832']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:55.395527 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Floating IP 0a415d00-cf47-4a8f-a753-bd3d33f3588f associated. External IP: 172.28.3.127, port: db221daa-6050-4d15-8d34-641e3b904cfe. Apr 22 20:15:55.512554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:55.517639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Usage tracker for resource:port and tenant:c425cd146af14d84bb95e4ad4f369215 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:15:55.521018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:15:55.528424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:55.538074 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Made reservation on behalf of c425cd146af14d84bb95e4ad4f369215 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:55.545240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:55.738783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Allocated IP 172.20.0.11 (363baa61-61e7-4706-b2ec-edbd0f7ef05a/37168973-b94d-4cc2-8416-9e951236f021/bafeac33-8a16-477a-b56c-b2ffc73e838f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:15:55.799449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:15:55.947620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:55.968717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Transition to ACTIVE for port object bafeac33-8a16-477a-b56c-b2ffc73e838f will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:55.995567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:56.008842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-65d6efed-c2d7-4cdb-955a-89f0a278c0df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:56.069596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:15:56.071052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:15:56.075808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:15:56.187960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event updated for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:56.208917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:15:56.214255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:56.220719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:15:56.241865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:56.243206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:56.279025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279135 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-807bc40f-3c0e-4467-8355-88e8aed37db8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "PUT /v2.0/floatingips/0a415d00-cf47-4a8f-a753-bd3d33f3588f HTTP/1.1" status: 200 len: 992 time: 2.2879531 Apr 22 20:15:56.279216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.279448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.280296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.280296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:15:56.293856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:56.317154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:56.317770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:56.368999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-5a1116cf-74e6-4f4a-82a2-b4c078b6623b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0118139 Apr 22 20:15:56.376885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-44d82615-bdb9-45eb-9fc8-102d1c134df6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:56.378367 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-44d82615-bdb9-45eb-9fc8-102d1c134df6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.2750201 Apr 22 20:15:56.383777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Request body: {'port': {'device_id': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:56.417232 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5956ff-f641-4d07-9e73-267365643763 req-67449fa6-ff3e-422f-a4a5-5f4195bdb033 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:56.418986 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec5956ff-f641-4d07-9e73-267365643763 req-67449fa6-ff3e-422f-a4a5-5f4195bdb033 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 932 time: 0.0926826 Apr 22 20:15:56.430395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f57b1288-5e3b-40e7-883b-7c70e80815d1 None None] Provisioning for port bafeac33-8a16-477a-b56c-b2ffc73e838f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:15:56.440375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f57b1288-5e3b-40e7-883b-7c70e80815d1 None None] Provisioning complete for port bafeac33-8a16-477a-b56c-b2ffc73e838f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:15:56.440783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f57b1288-5e3b-40e7-883b-7c70e80815d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:56.442489 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-afca536d-7a57-418d-bb18-63b1e174ce39 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/quotas/0857016a5e1a4653ba8a2dd28c698643 HTTP/1.1" status: 200 len: 375 time: 0.0266993 Apr 22 20:15:56.473478 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec5956ff-f641-4d07-9e73-267365643763 req-ec19ff67-b620-40ff-84c8-f28e34b60d2a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466383 Apr 22 20:15:56.532670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f57b1288-5e3b-40e7-883b-7c70e80815d1 None None] Port bafeac33-8a16-477a-b56c-b2ffc73e838f cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:15:56.535485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:56.571892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:56.659060 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'status': 'completed', 'code': 200} Apr 22 20:15:56.669565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-ed7a7378-0d88-483a-91b0-b90c57078a35 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1829557 Apr 22 20:15:56.915707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0a415d00-cf47-4a8f-a753-bd3d33f3588f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:36Z', 'updated_at': '2021-04-22T20:15:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:56.920799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:15:56.930598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:15:56.931383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:15:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:57.133447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:15:57.284123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-f9e3eec7-722a-4ff7-be7f-1a8a88b10e19 service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030531 Apr 22 20:15:57.288086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-679db964-591c-4241-b1a2-95580ae24ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:57.289566 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-679db964-591c-4241-b1a2-95580ae24ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1099 time: 0.5808816 Apr 22 20:15:57.503031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0a415d00-cf47-4a8f-a753-bd3d33f3588f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:36Z', 'updated_at': '2021-04-22T20:15:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:15:57.507866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672d7b37-73ad-42eb-8bef-d0b7155ec26f None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '0a415d00-cf47-4a8f-a753-bd3d33f3588f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'floating_ip_address': '172.28.3.127', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:36Z', 'updated_at': '2021-04-22T20:15:54Z', 'revision_number': 1, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:15:57.657714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-324f0620-9867-4979-bfeb-53e5ce41b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:57.659654 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-324f0620-9867-4979-bfeb-53e5ce41b101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.3613462 Apr 22 20:15:57.669691 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-8763f532-67d2-4ad4-95f0-c1095bd2caed service neutron] 10.222.0.13 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705254 Apr 22 20:15:57.691690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67cbbc-a506-4c67-8b5b-590c5c834eae req-58b9efc4-35d5-4560-99c0-d86f8777b599 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:57.693325 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e67cbbc-a506-4c67-8b5b-590c5c834eae req-58b9efc4-35d5-4560-99c0-d86f8777b599 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 932 time: 0.0930471 Apr 22 20:15:57.745329 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e67cbbc-a506-4c67-8b5b-590c5c834eae req-97d5c4a0-8cde-4a5b-8a42-26ac9aaec855 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Apr 22 20:15:57.795401 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-bc24bd26-d90c-494e-a725-eab955ea55c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 1000 time: 0.1182113 Apr 22 20:15:57.850552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad78e8c-7686-4bce-94c4-c491a4efeb6e None None] New status for floating IP 0a415d00-cf47-4a8f-a753-bd3d33f3588f: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:15:57.887974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-41fb2774-43f2-4464-9303-ec6d00bed25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:57.889556 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-41fb2774-43f2-4464-9303-ec6d00bed25f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.0871985 Apr 22 20:15:57.893637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafeac33-8a16-477a-b56c-b2ffc73e838f {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:15:57.986794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:58.003083 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-134e41fc-a9bf-487d-9a54-f762e5638582 req-a0860b09-13b8-42ef-b2d0-90cd104f0a22 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 210 time: 0.1124611 Apr 22 20:15:58.028902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Transition to ACTIVE for port object bafeac33-8a16-477a-b56c-b2ffc73e838f will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:15:58.033012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:58.040129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:58.238284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Pushing event updated for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:58.278269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:58.294049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-ae6b6915-26aa-4546-8eb4-8410fb0193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:58.295674 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-ae6b6915-26aa-4546-8eb4-8410fb0193a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3953974 Apr 22 20:15:58.432001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Attempting to bind port bafeac33-8a16-477a-b56c-b2ffc73e838f on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:15:58.432380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Attempting to bind port bafeac33-8a16-477a-b56c-b2ffc73e838f by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:15:58.432749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Attempting to bind port bafeac33-8a16-477a-b56c-b2ffc73e838f on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:58.446094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Port bafeac33-8a16-477a-b56c-b2ffc73e838f on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:15:58.446492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Attempting to bind port bafeac33-8a16-477a-b56c-b2ffc73e838f on network 363baa61-61e7-4706-b2ec-edbd0f7ef05a {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:15:58.456798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:15:58.457172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Checking segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:15:58.457595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Bound using segment: {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:15:58.458069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Bound port: bafeac33-8a16-477a-b56c-b2ffc73e838f, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:15:58.458455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:58.538132 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-abd6c46e-7cf8-41c3-ae1c-9b4fe148c976 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304401 Apr 22 20:15:58.667910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:15:58.687296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:15:58.693227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:58.700997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:15:58.775258 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ebaeb3ad-a314-4a6f-9aaa-a0c2eb08759c req-66a597ab-2ce8-4c28-ac1c-d2a886a7b567 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263787 Apr 22 20:15:58.776516 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:58.777243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:58.778504 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] 10.222.0.20 "PUT /v2.0/ports/bafeac33-8a16-477a-b56c-b2ffc73e838f HTTP/1.1" status: 200 len: 1094 time: 2.3991983 Apr 22 20:15:58.786666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:15:58.809622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Pushing event updated for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:15:58.815105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:15:58.863999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'status': 'completed', 'code': 200} Apr 22 20:15:58.956770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-3dc108d3-6958-4b28-8e2a-be0a81f649bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:58.958603 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-3dc108d3-6958-4b28-8e2a-be0a81f649bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 1097 time: 0.0935276 Apr 22 20:15:58.992081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55e66-207c-4d08-9de5-3f45f2f828bb req-870418b9-ea86-4534-ae8c-947f8b679977 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:58.994887 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04b55e66-207c-4d08-9de5-3f45f2f828bb req-870418b9-ea86-4534-ae8c-947f8b679977 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 944 time: 0.1049318 Apr 22 20:15:59.060502 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04b55e66-207c-4d08-9de5-3f45f2f828bb req-93ccaf12-472b-4f8e-a8bf-43a43486ad6b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558286 Apr 22 20:15:59.116286 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-350dc5c4-e02e-447c-9606-74578de6ec7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f HTTP/1.1" status: 200 len: 217 time: 0.1397166 Apr 22 20:15:59.218241 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-63d0256a-9bc2-4bb1-a925-56ef91a6a02a req-7dd08103-2046-464e-892d-0809e0977ed0 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 210 time: 0.0502443 Apr 22 20:15:59.270109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-d42ddf78-6bec-475b-982e-f37d29d78e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:59.271706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-d42ddf78-6bec-475b-982e-f37d29d78e58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.1480498 Apr 22 20:15:59.349897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-abe4cc4e-06c8-41cd-8304-efaabb8d2f3b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:59.351413 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-abe4cc4e-06c8-41cd-8304-efaabb8d2f3b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 815 time: 0.2957547 Apr 22 20:15:59.370730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Request body: {'port': {'device_id': '45a82c15-1565-452c-998d-12418e8c8c5c', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'admin_state_up': True, 'tenant_id': '0857016a5e1a4653ba8a2dd28c698643'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:15:59.477377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-e3bb6744-accc-43b8-8619-85e4237f2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:15:59.479046 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-e3bb6744-accc-43b8-8619-85e4237f2fcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940162 Apr 22 20:15:59.629730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:15:59.655356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:15:59.662485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b7f76766-71eb-40ec-960f-705cbe1503f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:59.681981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Made reservation on behalf of 0857016a5e1a4653ba8a2dd28c698643 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:15:59.687928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:15:59.705095 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-0d4d488e-e777-404c-9c7e-8ad61b3338f6 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151780 Apr 22 20:15:59.974361 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ec24f7e-419d-44c6-a58e-ff1ababf6d7c req-b78359a9-039f-4d32-a8b8-b9b20575ed89 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232459 Apr 22 20:15:59.985010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Allocated IP 172.20.0.12 (0a82a8f4-0f9c-407d-b004-6e8cef6d0415/b34e8233-bc63-4b77-802c-6698aa19126e/9fb1d4a8-770d-4f66-8394-483387fe9aa5) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:16:00.388924 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-057e5248-5c5b-4c4b-846f-0dea7771b711 req-27fe3f5b-cf9a-413e-a55a-2872fd8bc50f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 210 time: 0.0517461 Apr 22 20:16:00.582011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-358d016a-f549-4262-bf7f-c93e9dc198b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:00.583552 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-358d016a-f549-4262-bf7f-c93e9dc198b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 1097 time: 0.5500240 Apr 22 20:16:00.586240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:00.597839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53d4f9-b813-4464-8a89-d41cabb5db32 req-907e7c63-e646-47b4-831b-02a8346448ca tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:00.598591 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4a53d4f9-b813-4464-8a89-d41cabb5db32 req-907e7c63-e646-47b4-831b-02a8346448ca tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Synchronizing usage tracker for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:00.710517 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4a53d4f9-b813-4464-8a89-d41cabb5db32 req-907e7c63-e646-47b4-831b-02a8346448ca tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Unset dirty status for tenant:c425cd146af14d84bb95e4ad4f369215 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:00.711796 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a53d4f9-b813-4464-8a89-d41cabb5db32 req-907e7c63-e646-47b4-831b-02a8346448ca tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 944 time: 0.4017627 Apr 22 20:16:00.803097 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a53d4f9-b813-4464-8a89-d41cabb5db32 req-9f2739f7-7bda-483d-9353-631e96d9491b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831985 Apr 22 20:16:00.809090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:00.816515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d6334eda-b37b-4171-a5b5-923eb371cbfc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:00.825181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3', '3b920b39-c585-41d3-96fd-66cfc9b9c855', '035c9d8b-881e-4ff1-9fd1-70335f8f069a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:00.854687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-a009ce73-2e05-4538-aa85-88facbd0a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:00.856227 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-a009ce73-2e05-4538-aa85-88facbd0a88e service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.2548394 Apr 22 20:16:00.957781 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-a8bbeb25-29b2-4a6d-bc62-8cf2cf71f7ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f HTTP/1.1" status: 200 len: 217 time: 0.0923629 Apr 22 20:16:00.967769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:16:01.014342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:16:01.026398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:16:01.062032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event updated for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:01.073156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:01.106049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-5204d2a5-b637-4466-8cf7-781ca449bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:01.107566 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-5204d2a5-b637-4466-8cf7-781ca449bd60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.1357636 Apr 22 20:16:01.115709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:01.116351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:01.155263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:01.195557 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8352177 Apr 22 20:16:01.209734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Request body: {'port': {'device_id': '45a82c15-1565-452c-998d-12418e8c8c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:01.273685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-11690f0a-f350-43ee-81c1-920a135c1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:01.276007 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-11690f0a-f350-43ee-81c1-920a135c1466 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1531541 Apr 22 20:16:01.430162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:01.601380 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-f89fc587-83fa-4592-b894-85aef144d1dd service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915885 Apr 22 20:16:01.815565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d1910-5d2c-4080-b0df-c83eee1f3e6d req-856d25b5-04fa-4ef0-9154-e1a7c5647aef tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:01.816309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-f17d1910-5d2c-4080-b0df-c83eee1f3e6d req-856d25b5-04fa-4ef0-9154-e1a7c5647aef tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:01.926131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-f17d1910-5d2c-4080-b0df-c83eee1f3e6d req-856d25b5-04fa-4ef0-9154-e1a7c5647aef tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:01.927374 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f17d1910-5d2c-4080-b0df-c83eee1f3e6d req-856d25b5-04fa-4ef0-9154-e1a7c5647aef tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 932 time: 0.4238007 Apr 22 20:16:01.964581 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c1c57fd-a9aa-4a3f-934d-e88e99f57f4a req-009b92b7-40ce-40f9-a374-430f613adbc0 service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158195 Apr 22 20:16:02.016565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f17d1910-5d2c-4080-b0df-c83eee1f3e6d req-d9e11031-bd0d-4a94-a286-4a8e8903eeb5 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726936 Apr 22 20:16:02.018426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304a741-23ad-4691-96a0-c1cc1d5f7e09 req-cc8d0d2e-4dee-4219-97bf-8fb2b9e91d55 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:02.020047 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b304a741-23ad-4691-96a0-c1cc1d5f7e09 req-cc8d0d2e-4dee-4219-97bf-8fb2b9e91d55 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 944 time: 0.0946083 Apr 22 20:16:02.070902 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b304a741-23ad-4691-96a0-c1cc1d5f7e09 req-6eef82dc-ae60-4826-821b-ba178e7b461e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Apr 22 20:16:02.091755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb1d4a8-770d-4f66-8394-483387fe9aa5 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:16:02.099525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.115248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Transition to ACTIVE for port object 9fb1d4a8-770d-4f66-8394-483387fe9aa5 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:16:02.117901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.123273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b5c775d8-69bc-400d-81a4-85b992f7fa03 tempest-ServerRescueNegativeTestJSON-1352150194 tempest-ServerRescueNegativeTestJSON-1352150194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:02.171461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-666e346f-c652-45f3-8cdc-597ef10e475c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.288628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:02.300088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:02.371341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Attempting to bind port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:16:02.371746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Attempting to bind port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:16:02.372114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Attempting to bind port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:16:02.376979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:16:02.378101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Attempting to bind port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 on network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:16:02.383929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:16:02.384752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Checking segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:16:02.385040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Bound using segment: {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:16:02.385486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Bound port: 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f136d54a-2086-4ad6-80d3-dfcc63ec5165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:16:02.385911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.486498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:16:02.489524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:16:02.492753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.497592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0b9838d1-ebcb-4560-8000-db55fe0c1810 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:02.558676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:02.559348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:02.560842 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] 10.222.0.20 "PUT /v2.0/ports/9fb1d4a8-770d-4f66-8394-483387fe9aa5 HTTP/1.1" status: 200 len: 1094 time: 1.3573551 Apr 22 20:16:02.561424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:02.582390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:02.585560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:02.610538 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5', 'status': 'completed', 'code': 200} Apr 22 20:16:02.687085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-0e6e0b76-6e5a-4aad-a25f-7981acdfd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:02.688710 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-0e6e0b76-6e5a-4aad-a25f-7981acdfd4ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 1097 time: 0.0804169 Apr 22 20:16:02.768375 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-8646eefa-8cb2-4262-b8e9-3e6cfbe8a3a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5 HTTP/1.1" status: 200 len: 217 time: 0.0701973 Apr 22 20:16:02.851088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-129d959a-2ae3-46b6-aebd-19e7f79075bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:02.852627 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-129d959a-2ae3-46b6-aebd-19e7f79075bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.0669224 Apr 22 20:16:02.907110 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-169f9913-24a0-4c45-9a88-d73baaf9d5c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466282 Apr 22 20:16:02.975426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:03.052565 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-1502cc56-42d7-4048-b735-5c9256370f36 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351135 Apr 22 20:16:03.231135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device bafeac33-8a16-477a-b56c-b2ffc73e838f details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:16:03.284309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37650296-9e6f-4ce0-bcdc-1d0766571bfa req-cc407a21-16b2-44e0-9aae-183af439946b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:03.285910 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-37650296-9e6f-4ce0-bcdc-1d0766571bfa req-cc407a21-16b2-44e0-9aae-183af439946b tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 944 time: 0.0955541 Apr 22 20:16:03.342460 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-37650296-9e6f-4ce0-bcdc-1d0766571bfa req-d57705f9-ffec-4a77-b05f-1da61d221bbc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483248 Apr 22 20:16:03.387289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:03.402192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'port_id': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'mac_address': 'fa:16:3e:0e:22:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:16:03.463967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:03.484969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafeac33-8a16-477a-b56c-b2ffc73e838f {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:16:03.493057 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c36c439e-830b-4e5c-8829-a4bdbcaa53cc req-1647701f-5fef-4f51-aa23-2de00ba1af2b service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339647 Apr 22 20:16:03.502868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:03.507952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:03.510817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:03.510994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804731-82a8-4b21-80be-db0e2f53de18 req-0e7cbc1a-e927-46a3-85a6-cf454a52d548 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:03.516235 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fa804731-82a8-4b21-80be-db0e2f53de18 req-0e7cbc1a-e927-46a3-85a6-cf454a52d548 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 944 time: 0.1299434 Apr 22 20:16:03.613508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:03.615645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:03.616687 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fa804731-82a8-4b21-80be-db0e2f53de18 req-953b5346-f1b5-41c0-b4bc-9c8517caa398 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978608 Apr 22 20:16:03.638613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:03.647158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-e6364a80-2a51-4642-b039-d92fdbefd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:03.649158 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-e6364a80-2a51-4642-b039-d92fdbefd807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0857016a5e1a4653ba8a2dd28c698643&device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 1097 time: 0.1093047 Apr 22 20:16:03.799991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-af813eb6-4696-481e-98f1-2d9ae08bdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:03.801469 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-af813eb6-4696-481e-98f1-2d9ae08bdc96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 200 len: 916 time: 0.1406372 Apr 22 20:16:03.809192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['bafeac33-8a16-477a-b56c-b2ffc73e838f'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:03.882594 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-ea3279fa-cbb0-4086-be3a-40a5f1a3cf28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5 HTTP/1.1" status: 200 len: 217 time: 0.0730734 Apr 22 20:16:03.955427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-cb619ed7-9964-42be-8298-610994351bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:03.957056 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-cb619ed7-9964-42be-8298-610994351bf1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 200 len: 855 time: 0.0671103 Apr 22 20:16:04.023519 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-eb9c5b5c-0832-4b48-81a0-c0a4ea9a6433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a82a8f4-0f9c-407d-b004-6e8cef6d0415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496387 Apr 22 20:16:04.108725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:16:04.167230 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-cd7219d3-7943-4239-a0b2-d320cde337dd service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370215 Apr 22 20:16:04.310454 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-06d5fb6b-4c2d-41b7-98b6-fe3c7d4cf41f req-ffb42b35-2736-4c18-b81c-230bfc335785 service neutron] 10.222.0.20 "GET /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350472 Apr 22 20:16:04.478069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:04.546613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4a942-c35e-490a-b5ee-0b7bb4a4e34a req-b078c5d1-29d9-446e-9fc3-4980316d8d23 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:04.548202 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-03b4a942-c35e-490a-b5ee-0b7bb4a4e34a req-b078c5d1-29d9-446e-9fc3-4980316d8d23 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 945 time: 0.0878208 Apr 22 20:16:04.595372 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-03b4a942-c35e-490a-b5ee-0b7bb4a4e34a req-d64fc10c-7938-4ab6-bdde-013f460a689e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Apr 22 20:16:04.833737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067acce1-ba35-4c4b-9060-260c4bfe9f96 req-897bad74-c826-4d93-a67d-30f22529d8a8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:04.835299 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-067acce1-ba35-4c4b-9060-260c4bfe9f96 req-897bad74-c826-4d93-a67d-30f22529d8a8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 944 time: 0.0929432 Apr 22 20:16:04.882716 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-067acce1-ba35-4c4b-9060-260c4bfe9f96 req-5b4d181b-fdbb-4bc1-ac00-a31841fe1f66 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Apr 22 20:16:05.249011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device bafeac33-8a16-477a-b56c-b2ffc73e838f up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:16:05.319808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port bafeac33-8a16-477a-b56c-b2ffc73e838f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:16:05.325047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port bafeac33-8a16-477a-b56c-b2ffc73e838f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:16:05.325458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:05.448622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:05.476412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:05.486876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:05.489755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:05.491627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:05.532744 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'code': 200} Apr 22 20:16:05.566021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:05.569091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:05.872923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d62c9-b6c4-4eac-bf69-cc482f76a72e req-d35cd8bd-49e4-4751-997c-2f80fc2eb4dd tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:05.874620 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c59d62c9-b6c4-4eac-bf69-cc482f76a72e req-d35cd8bd-49e4-4751-997c-2f80fc2eb4dd tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.1557961 Apr 22 20:16:05.886088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd4a5f-c59f-4d26-b9b3-0e2c6c2449d6 req-6c9c1283-d1ff-449b-b8a4-44f8ac5ce249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:05.888635 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-09cd4a5f-c59f-4d26-b9b3-0e2c6c2449d6 req-6c9c1283-d1ff-449b-b8a4-44f8ac5ce249 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 1099 time: 0.1681731 Apr 22 20:16:05.962905 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c59d62c9-b6c4-4eac-bf69-cc482f76a72e req-551217cb-aa57-45fd-a35d-c5b4d8c45930 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730240 Apr 22 20:16:05.968814 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-09cd4a5f-c59f-4d26-b9b3-0e2c6c2449d6 req-a0e9cacc-1867-4dc7-a864-8f3e59196838 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607903 Apr 22 20:16:06.114626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c1ef-d10b-43c1-8fe6-2387b62eb12f req-67013a4b-fc3b-4e86-b252-9496b0880f3f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:06.116157 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f0f4c1ef-d10b-43c1-8fe6-2387b62eb12f req-67013a4b-fc3b-4e86-b252-9496b0880f3f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 944 time: 0.0887699 Apr 22 20:16:06.164013 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f0f4c1ef-d10b-43c1-8fe6-2387b62eb12f req-66b2153e-93c0-4815-86f0-20cd1a55dd53 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Apr 22 20:16:07.170585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d88d7-4f6c-48b2-b75c-3d0568b0c243 req-2f0e9553-53b3-411c-b52f-af54916b14d8 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:07.172180 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8d7d88d7-4f6c-48b2-b75c-3d0568b0c243 req-2f0e9553-53b3-411c-b52f-af54916b14d8 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.0909724 Apr 22 20:16:07.221250 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8d7d88d7-4f6c-48b2-b75c-3d0568b0c243 req-93a4d00b-86b1-4607-bd5c-d41a0f6db3fe tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425148 Apr 22 20:16:07.246703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 9fb1d4a8-770d-4f66-8394-483387fe9aa5 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:16:07.379867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c1b0-9e2d-4475-9959-7765a09c0bd3 req-9c2ca974-5f6b-4aea-9e4f-b925e28d01e1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:07.381751 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b8a8c1b0-9e2d-4475-9959-7765a09c0bd3 req-9c2ca974-5f6b-4aea-9e4f-b925e28d01e1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 944 time: 0.0922694 Apr 22 20:16:07.394079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:07.409154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '9fb1d4a8-770d-4f66-8394-483387fe9aa5', 'network_id': '0a82a8f4-0f9c-407d-b004-6e8cef6d0415', 'port_id': '9fb1d4a8-770d-4f66-8394-483387fe9aa5', 'mac_address': 'fa:16:3e:82:62:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34e8233-bc63-4b77-802c-6698aa19126e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:16:07.421912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689963f-0c2e-4a4b-9e7b-75372bf723df req-1a465758-b130-4d3a-8dba-37794cc2dc7e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:07.423531 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6689963f-0c2e-4a4b-9e7b-75372bf723df req-1a465758-b130-4d3a-8dba-37794cc2dc7e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.0934999 Apr 22 20:16:07.433119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33504) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:07.439596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Request body: {'floatingip': {'port_id': 'bafeac33-8a16-477a-b56c-b2ffc73e838f'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:07.444087 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b8a8c1b0-9e2d-4475-9959-7765a09c0bd3 req-60cb21cb-1b51-489a-8a8b-8488933dfaa6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Apr 22 20:16:07.475389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:07.493126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb1d4a8-770d-4f66-8394-483387fe9aa5 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:16:07.510112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:07.513121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:07.514982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:07.526897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:07.588701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:07.591982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:07.794272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['9fb1d4a8-770d-4f66-8394-483387fe9aa5'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:08.160657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:08.163483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:08.346253 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Floating IP 77955208-25de-48d0-b837-8ddc1c0b6833 associated. External IP: 172.28.3.137, port: bafeac33-8a16-477a-b56c-b2ffc73e838f. Apr 22 20:16:08.653653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c19c1-6dd2-44d1-9289-af3f7e5c629a req-bbcadad0-01dc-4389-b070-5206089f02d9 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:08.655271 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-807c19c1-6dd2-44d1-9289-af3f7e5c629a req-bbcadad0-01dc-4389-b070-5206089f02d9 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 945 time: 0.0911806 Apr 22 20:16:08.703706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-807c19c1-6dd2-44d1-9289-af3f7e5c629a req-ef9d482d-1eac-4f66-8047-7d531021b4bd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Apr 22 20:16:08.720343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:16:08.912941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:16:08.918462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:08.923532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:16:08.933934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:16:08.934604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:16:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:08.976971 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8ec7e607-e7ab-4aa1-9272-7d7a146df2e1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "PUT /v2.0/floatingips/77955208-25de-48d0-b837-8ddc1c0b6833 HTTP/1.1" status: 200 len: 992 time: 1.5427072 Apr 22 20:16:08.978241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:09.027047 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'status': 'completed', 'code': 200} Apr 22 20:16:09.130570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:16:09.143937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-fecbb21a-b31d-4c7c-98b1-8bc275dfae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:09.145605 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-fecbb21a-b31d-4c7c-98b1-8bc275dfae06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c425cd146af14d84bb95e4ad4f369215&device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 1099 time: 0.0868478 Apr 22 20:16:09.279533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 9fb1d4a8-770d-4f66-8394-483387fe9aa5 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:16:09.294077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-3eb35aaf-5e4a-4915-a1cb-fa0d5ba1ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:09.295724 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-3eb35aaf-5e4a-4915-a1cb-fa0d5ba1ed39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 200 len: 911 time: 0.1427066 Apr 22 20:16:09.413437 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-14f9049a-64c7-47a5-b367-6afd766d0edc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f HTTP/1.1" status: 200 len: 1000 time: 0.1028411 Apr 22 20:16:09.468337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:16:09.477212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:16:09.477777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:09.494185 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-834fc0f6-2252-490b-8773-3af9b6ba78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:09.495769 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-834fc0f6-2252-490b-8773-3af9b6ba78d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 200 len: 849 time: 0.0675471 Apr 22 20:16:09.580614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-39a9811d-e65d-4157-8c1d-97a780fd77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:09.582214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-39a9811d-e65d-4157-8c1d-97a780fd77d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=363baa61-61e7-4706-b2ec-edbd0f7ef05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792553 Apr 22 20:16:09.682317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:09.694466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '77955208-25de-48d0-b837-8ddc1c0b6833', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.137', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:0e:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:52Z', 'updated_at': '2021-04-22T20:16:08Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:09.704268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:16:09.723890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:09.728856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:16:09.729468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:16:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:09.735536 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-a3c98d9c-c967-4af2-b0aa-2fe96946abbd service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428165 Apr 22 20:16:09.853522 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5', 'code': 200} Apr 22 20:16:09.869345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:09.883276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:09.887982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:09.895981 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6ecdf764-f47c-4ce6-b335-25d0972ac9d7 req-8b076e3d-ab5a-4eb8-88a4-5bc72224e73a service neutron] 10.222.0.20 "GET /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527047 Apr 22 20:16:09.935447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a774d7-7073-4a32-b4e2-2ae587e56f63 req-fde1b6a3-9890-4b1e-a849-afa245664a0d tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:09.937120 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d2a774d7-7073-4a32-b4e2-2ae587e56f63 req-fde1b6a3-9890-4b1e-a849-afa245664a0d tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.1092601 Apr 22 20:16:09.992458 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d2a774d7-7073-4a32-b4e2-2ae587e56f63 req-d85c3996-6cc1-4ee3-ba31-ba77bb6445e6 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486009 Apr 22 20:16:10.132977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5acae-30a7-433a-aacd-7bb46031956f req-13c307fb-ab01-489e-b43e-9cd31f8ea395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:10.134676 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcb5acae-30a7-433a-aacd-7bb46031956f req-13c307fb-ab01-489e-b43e-9cd31f8ea395 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 1099 time: 0.0837696 Apr 22 20:16:10.153982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:10.158769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:10.167767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:16:10.182987 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bcb5acae-30a7-433a-aacd-7bb46031956f req-3a1915cd-252d-4599-8913-94edf8b5b8a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Apr 22 20:16:10.537365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '77955208-25de-48d0-b837-8ddc1c0b6833', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.137', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:0e:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:52Z', 'updated_at': '2021-04-22T20:16:08Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:10.541710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc006c5-f32c-4275-b24e-e579bd878691 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '77955208-25de-48d0-b837-8ddc1c0b6833', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'floating_ip_address': '172.28.3.137', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'port_id': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'mac_address': 'fa:16:3e:0e:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:52Z', 'updated_at': '2021-04-22T20:16:08Z', 'revision_number': 1, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:16:10.819424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ccefb5-cf32-42fb-ac37-97ff89b85a9a None None] New status for floating IP 77955208-25de-48d0-b837-8ddc1c0b6833: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:16:11.205775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc54e6-1ac5-4777-a147-fcd88444e242 req-9bbfb7d1-6cdf-46dc-958e-200f358f14bc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:11.207374 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-29dc54e6-1ac5-4777-a147-fcd88444e242 req-9bbfb7d1-6cdf-46dc-958e-200f358f14bc tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.0903437 Apr 22 20:16:11.259260 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-29dc54e6-1ac5-4777-a147-fcd88444e242 req-c55857bb-e2dd-45c9-a28b-713b15db56ff tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Apr 22 20:16:12.474608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8f9ef-a699-4adf-a3db-7d98a0a17374 req-9776160b-a3c8-4710-a635-201b609d0795 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:12.476241 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3f8f9ef-a699-4adf-a3db-7d98a0a17374 req-9776160b-a3c8-4710-a635-201b609d0795 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.0901010 Apr 22 20:16:12.525956 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3f8f9ef-a699-4adf-a3db-7d98a0a17374 req-94499ef3-20ba-48a9-9cd2-38805fd5c656 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Apr 22 20:16:20.140396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c42b8a-5773-4e10-b70a-fae73ad317ce req-b073380f-61a8-4367-8709-ca38020cb512 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:20.141946 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92c42b8a-5773-4e10-b70a-fae73ad317ce req-b073380f-61a8-4367-8709-ca38020cb512 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.0911767 Apr 22 20:16:20.188950 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-92c42b8a-5773-4e10-b70a-fae73ad317ce req-11a8091c-39e0-4297-bd77-3b645b9f59d5 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Apr 22 20:16:21.394351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312a2e3-5c31-4ab6-8fcd-eaf736b9dc28 req-65ce84d5-fec0-4c53-9c18-04437d6f5f3b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:21.395899 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3312a2e3-5c31-4ab6-8fcd-eaf736b9dc28 req-65ce84d5-fec0-4c53-9c18-04437d6f5f3b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.0917451 Apr 22 20:16:21.445754 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3312a2e3-5c31-4ab6-8fcd-eaf736b9dc28 req-c8cf88f6-7188-4110-930c-4d351f7af0c5 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Apr 22 20:16:21.933525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-febd7069-4e21-4a0a-bfb8-8d85e1d2ab79 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:21.935061 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-febd7069-4e21-4a0a-bfb8-8d85e1d2ab79 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 946 time: 0.0868995 Apr 22 20:16:22.014740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Deleting port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:16:22.015250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:22.275828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] For port 9fb1d4a8-770d-4f66-8394-483387fe9aa5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9fb1d4a8-770d-4f66-8394-483387fe9aa5,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:22.276151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:22.406153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Calling delete_port for 9fb1d4a8-770d-4f66-8394-483387fe9aa5 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:16:22.553836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:22.565533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1681eed8-cabf-430f-877e-d211e2a885e4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:22.566042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3', '3b920b39-c585-41d3-96fd-66cfc9b9c855', '035c9d8b-881e-4ff1-9fd1-70335f8f069a', '9fb1d4a8-770d-4f66-8394-483387fe9aa5'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:22.625483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event deleted for resources: {'Port': ['ID=9fb1d4a8-770d-4f66-8394-483387fe9aa5,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:22.668459 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-27642614-9a9d-4da3-8a7e-6ffc8bffd401 req-aa97b900-3e1a-4d48-9bce-14bea713113a tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=45a82c15-1565-452c-998d-12418e8c8c5c HTTP/1.1" status: 200 len: 210 time: 0.1028070 Apr 22 20:16:22.676983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:22.722410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] No DVR routers for this DVR port 9fb1d4a8-770d-4f66-8394-483387fe9aa5 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:16:22.724930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:22.729623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'name': 'network-vif-deleted', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:22.743067 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76a20aa4-1758-4f96-89d1-92754fd1df03 req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "DELETE /v2.0/ports/9fb1d4a8-770d-4f66-8394-483387fe9aa5 HTTP/1.1" status: 204 len: 173 time: 0.8007166 Apr 22 20:16:22.781003 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a82c15-1565-452c-998d-12418e8c8c5c', 'name': 'network-vif-deleted', 'tag': '9fb1d4a8-770d-4f66-8394-483387fe9aa5', 'status': 'completed', 'code': 200} Apr 22 20:16:25.375330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 9fb1d4a8-770d-4f66-8394-483387fe9aa5 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:16:25.407065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadd9ef-1c2b-41ad-ab81-28129d62e6cf req-61ad8248-5205-4c1e-81ff-40a3234988f2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:25.408026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-9cadd9ef-1c2b-41ad-ab81-28129d62e6cf req-61ad8248-5205-4c1e-81ff-40a3234988f2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:25.412306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 9fb1d4a8-770d-4f66-8394-483387fe9aa5 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:16:25.412704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 9fb1d4a8-770d-4f66-8394-483387fe9aa5 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:16:25.424407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-9cadd9ef-1c2b-41ad-ab81-28129d62e6cf req-61ad8248-5205-4c1e-81ff-40a3234988f2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:25.425755 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9cadd9ef-1c2b-41ad-ab81-28129d62e6cf req-61ad8248-5205-4c1e-81ff-40a3234988f2 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 945 time: 0.1078110 Apr 22 20:16:25.474815 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9cadd9ef-1c2b-41ad-ab81-28129d62e6cf req-8275113e-463b-4533-a1d1-b16a0dc040c0 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Apr 22 20:16:26.913258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473ba84-74c2-4ace-83a0-38a4079f6624 req-f27a2fee-17d3-4089-9301-be2faa48c8fd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:26.914871 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0473ba84-74c2-4ace-83a0-38a4079f6624 req-f27a2fee-17d3-4089-9301-be2faa48c8fd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 945 time: 0.3221805 Apr 22 20:16:26.963010 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0473ba84-74c2-4ace-83a0-38a4079f6624 req-bfd909e6-0d1c-4698-8f83-0d309dbfa308 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Apr 22 20:16:27.158639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-d7fbaf51-ea03-4325-b43b-f209d860db22 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:27.160178 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-d7fbaf51-ea03-4325-b43b-f209d860db22 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 945 time: 0.0897999 Apr 22 20:16:27.240037 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Deleting port 035c9d8b-881e-4ff1-9fd1-70335f8f069a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:16:27.240412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:27.522629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] For port 035c9d8b-881e-4ff1-9fd1-70335f8f069a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=035c9d8b-881e-4ff1-9fd1-70335f8f069a,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:27.523182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:27.887077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Calling delete_port for 035c9d8b-881e-4ff1-9fd1-70335f8f069a owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:16:28.035474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:28.041721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0b2e35a6-9d2c-4dfb-831a-3e513696fd91 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:28.048578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3', '3b920b39-c585-41d3-96fd-66cfc9b9c855', '035c9d8b-881e-4ff1-9fd1-70335f8f069a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:28.092587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event deleted for resources: {'Port': ['ID=035c9d8b-881e-4ff1-9fd1-70335f8f069a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:28.137954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:28.177334 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9e3ea73a-ddd1-42d7-b274-fef10818f1e8 req-8f5acdfa-8d83-40db-b59e-de41beefd137 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=5893bb11-029b-4a60-8cbf-ada21aa61f2a HTTP/1.1" status: 200 len: 210 time: 0.0950053 Apr 22 20:16:28.220949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] No DVR routers for this DVR port 035c9d8b-881e-4ff1-9fd1-70335f8f069a on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:16:28.223488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:28.226439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'name': 'network-vif-deleted', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:28.241641 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-44ef024e-1071-4ed2-975e-4949c2d91270 req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "DELETE /v2.0/ports/035c9d8b-881e-4ff1-9fd1-70335f8f069a HTTP/1.1" status: 204 len: 173 time: 1.0733964 Apr 22 20:16:28.283562 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893bb11-029b-4a60-8cbf-ada21aa61f2a', 'name': 'network-vif-deleted', 'tag': '035c9d8b-881e-4ff1-9fd1-70335f8f069a', 'status': 'completed', 'code': 200} Apr 22 20:16:29.666047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfd28790-1078-4bbd-8c82-959352eb5c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:29.670647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab839e-3156-4e3f-a1dd-d0741f443abe req-d647fa8a-c268-4648-8308-b3e0f98603bd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:29.672293 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c9ab839e-3156-4e3f-a1dd-d0741f443abe req-d647fa8a-c268-4648-8308-b3e0f98603bd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 946 time: 0.0948071 Apr 22 20:16:29.723872 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c9ab839e-3156-4e3f-a1dd-d0741f443abe req-2062db05-fe96-4e1d-8168-f2a19ad92e7b tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Apr 22 20:16:30.933420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca6af-3a3f-46e6-b599-102b3b15d965 req-9d6d32ed-b4f8-4483-ad55-9eaa20df56da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:30.934185 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-bf9ca6af-3a3f-46e6-b599-102b3b15d965 req-9d6d32ed-b4f8-4483-ad55-9eaa20df56da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:31.007453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-bf9ca6af-3a3f-46e6-b599-102b3b15d965 req-9d6d32ed-b4f8-4483-ad55-9eaa20df56da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:31.008853 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bf9ca6af-3a3f-46e6-b599-102b3b15d965 req-9d6d32ed-b4f8-4483-ad55-9eaa20df56da tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 946 time: 0.1693058 Apr 22 20:16:31.088318 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bf9ca6af-3a3f-46e6-b599-102b3b15d965 req-5a081edb-20f2-416e-8ba3-1387b66603e1 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723879 Apr 22 20:16:31.101297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-1293877d-f3b5-4f55-80fa-1a78ba83900f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:31.103763 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-1293877d-f3b5-4f55-80fa-1a78ba83900f tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 946 time: 0.1655965 Apr 22 20:16:31.137870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:31.205550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Deleting port 3b920b39-c585-41d3-96fd-66cfc9b9c855 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:16:31.205927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:31.417375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 035c9d8b-881e-4ff1-9fd1-70335f8f069a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:16:31.455476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 035c9d8b-881e-4ff1-9fd1-70335f8f069a {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:16:31.455905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 035c9d8b-881e-4ff1-9fd1-70335f8f069a not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:16:31.535227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] For port 3b920b39-c585-41d3-96fd-66cfc9b9c855, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=3b920b39-c585-41d3-96fd-66cfc9b9c855,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:31.535675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:31.692862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Calling delete_port for 3b920b39-c585-41d3-96fd-66cfc9b9c855 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:16:31.850572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:31.856121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8df4df9e-6a48-4cb6-a239-63e7ca507c2a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:31.862028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3', '3b920b39-c585-41d3-96fd-66cfc9b9c855'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:31.905549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event deleted for resources: {'Port': ['ID=3b920b39-c585-41d3-96fd-66cfc9b9c855,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:31.909423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:31.990291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] No DVR routers for this DVR port 3b920b39-c585-41d3-96fd-66cfc9b9c855 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:16:31.993269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:31.996251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'name': 'network-vif-deleted', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:32.011537 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d796b909-41de-4d50-89eb-f217c14c7b4e req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "DELETE /v2.0/ports/3b920b39-c585-41d3-96fd-66cfc9b9c855 HTTP/1.1" status: 204 len: 173 time: 0.9022593 Apr 22 20:16:32.050256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf', 'name': 'network-vif-deleted', 'tag': '3b920b39-c585-41d3-96fd-66cfc9b9c855', 'status': 'completed', 'code': 200} Apr 22 20:16:32.173046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6630-81d1-4f48-8270-a7d62e08e829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:32.278072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ba1e8f76-3055-4616-ab9b-fa6e17ef14b7 req-e9841d9b-3fa2-40e2-8057-ba44ae336295 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Synchronizing usage tracker for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:32.292859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ba1e8f76-3055-4616-ab9b-fa6e17ef14b7 req-e9841d9b-3fa2-40e2-8057-ba44ae336295 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Unset dirty status for tenant:0857016a5e1a4653ba8a2dd28c698643 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:32.294083 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ba1e8f76-3055-4616-ab9b-fa6e17ef14b7 req-e9841d9b-3fa2-40e2-8057-ba44ae336295 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b0ec4b8-541d-4c43-81c0-413d7ed9dcaf HTTP/1.1" status: 200 len: 210 time: 0.0643020 Apr 22 20:16:32.978457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:33.586988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:34.480758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:35.026125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4886-dda0-4ba5-b9e9-d8127e1a6732 req-64f84ad6-0da9-4946-b0fb-f3815ed12057 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:35.027752 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1dfe4886-dda0-4ba5-b9e9-d8127e1a6732 req-64f84ad6-0da9-4946-b0fb-f3815ed12057 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 946 time: 0.0892732 Apr 22 20:16:35.075065 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1dfe4886-dda0-4ba5-b9e9-d8127e1a6732 req-54ba3d45-f36a-4eef-b3f1-14f0898763bb tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Apr 22 20:16:35.450503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 3b920b39-c585-41d3-96fd-66cfc9b9c855 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:16:35.490308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 3b920b39-c585-41d3-96fd-66cfc9b9c855 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:16:35.490691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 3b920b39-c585-41d3-96fd-66cfc9b9c855 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:16:36.288378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65f9cc-f9b0-4b6c-ba23-8e92a7b5db9e req-6d719819-b923-41cf-9904-1028b91d5ee7 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:36.290640 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fc65f9cc-f9b0-4b6c-ba23-8e92a7b5db9e req-6d719819-b923-41cf-9904-1028b91d5ee7 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 946 time: 0.0972707 Apr 22 20:16:36.338790 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fc65f9cc-f9b0-4b6c-ba23-8e92a7b5db9e req-139232f4-10af-496f-bd50-df9527983965 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/security-groups?id=818e585f-53c2-43bd-8d33-e82754f53bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Apr 22 20:16:36.661335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-d4d5766e-e419-4b2c-b860-043b782e1e7e tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:36.662920 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-d4d5766e-e419-4b2c-b860-043b782e1e7e tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 946 time: 0.0888681 Apr 22 20:16:36.743729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Deleting port 47c68478-f4b3-48d0-9451-cfc07da482d3 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:16:36.744106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:37.004977 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] For port 47c68478-f4b3-48d0-9451-cfc07da482d3, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=47c68478-f4b3-48d0-9451-cfc07da482d3,segment=NetworkSegment(f136d54a-2086-4ad6-80d3-dfcc63ec5165),segment_id=f136d54a-2086-4ad6-80d3-dfcc63ec5165)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:37.005368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:37.138034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Calling delete_port for 47c68478-f4b3-48d0-9451-cfc07da482d3 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:16:37.284043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:37.289925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:37.295336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['47c68478-f4b3-48d0-9451-cfc07da482d3'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:37.341239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Pushing event deleted for resources: {'Port': ['ID=47c68478-f4b3-48d0-9451-cfc07da482d3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:37.344548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:37.426042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] No DVR routers for this DVR port 47c68478-f4b3-48d0-9451-cfc07da482d3 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:16:37.428579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:37.432765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'name': 'network-vif-deleted', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:37.447910 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e7db9fc-108a-4425-bd85-4dd558f7e66f req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.20 "DELETE /v2.0/ports/47c68478-f4b3-48d0-9451-cfc07da482d3 HTTP/1.1" status: 204 len: 173 time: 0.7793353 Apr 22 20:16:37.509966 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-666424cb-a66d-494c-9da1-9d79b986ea68 req-5eb31e3b-89f6-4ce8-bb6f-f27c6d68e5aa tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] 10.222.0.13 "GET /v2.0/ports?device_id=8793a22a-a262-4b53-8cee-08d5bfdd00e2 HTTP/1.1" status: 200 len: 210 time: 0.0534911 Apr 22 20:16:37.517396 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8793a22a-a262-4b53-8cee-08d5bfdd00e2', 'name': 'network-vif-deleted', 'tag': '47c68478-f4b3-48d0-9451-cfc07da482d3', 'status': 'completed', 'code': 200} Apr 22 20:16:38.615353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33730) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:38.682306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Deleting subnet b34e8233-bc63-4b77-802c-6698aa19126e {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:16:38.685369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:38.738389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:38.800306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.066944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.072714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a72cc0be-fa43-4150-a639-20bbe49af1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:39.113743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34e8233-bc63-4b77-802c-6698aa19126e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:39.122937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.123438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.123730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.124116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.124502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.124884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.125262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.125676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.125989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.126364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.126738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.127142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:39.130203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.132973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:39.137580 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b34e8233-bc63-4b77-802c-6698aa19126e HTTP/1.1" status: 204 len: 168 time: 0.5210111 Apr 22 20:16:39.140309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33740) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:39.256467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.394895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.513667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a82a8f4-0f9c-407d-b004-6e8cef6d0415']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:39.527481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f136d54a-2086-4ad6-80d3-dfcc63ec5165') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:39.527815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f136d54a-2086-4ad6-80d3-dfcc63ec5165') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:16:39.539839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.554395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.560946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:16:39.743751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:16:39.756084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:39.938480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Network 0a82a8f4-0f9c-407d-b004-6e8cef6d0415 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:16:39.962012 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:16:40.040320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.044072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:40.060381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.066660 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a82a8f4-0f9c-407d-b004-6e8cef6d0415,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:40.070043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:40.072328 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a82a8f4-0f9c-407d-b004-6e8cef6d0415 HTTP/1.1" status: 204 len: 168 time: 0.9310217 Apr 22 20:16:40.189100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33752) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:40.240604 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0fe070d1-f1a8-410d-9fd1-c46844e3962a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0857016a5e1a4653ba8a2dd28c698643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502739 Apr 22 20:16:40.244086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33756) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:40.303739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.330764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.376255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.381430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6fe8baa6-3a2c-4cdc-baf9-5f309a63f0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:40.395823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e585f-53c2-43bd-8d33-e82754f53bd6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:40.398880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:40.405328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:40.406544 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/818e585f-53c2-43bd-8d33-e82754f53bd6 HTTP/1.1" status: 204 len: 168 time: 0.1615000 Apr 22 20:16:41.108581 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:16:41.479243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 47c68478-f4b3-48d0-9451-cfc07da482d3 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:16:41.518263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 47c68478-f4b3-48d0-9451-cfc07da482d3 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:16:41.518711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 47c68478-f4b3-48d0-9451-cfc07da482d3 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:16:41.814895 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a220d-7178-4502-acfb-6e284bcf1b0b req-c1cd14f7-6e2e-4bdb-b230-41d4e5edae28 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:41.816580 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676a220d-7178-4502-acfb-6e284bcf1b0b req-c1cd14f7-6e2e-4bdb-b230-41d4e5edae28 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0945923 Apr 22 20:16:41.869237 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-676a220d-7178-4502-acfb-6e284bcf1b0b req-2d35ebbc-679c-4537-8a11-3f24ecd8c38a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458949 Apr 22 20:16:43.082675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71bca-8b48-44c3-8000-0bd2281c6918 req-15dea4f7-9ff3-40b6-a1a6-35920fdbe62b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:43.084979 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5ec71bca-8b48-44c3-8000-0bd2281c6918 req-15dea4f7-9ff3-40b6-a1a6-35920fdbe62b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0905433 Apr 22 20:16:43.142842 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5ec71bca-8b48-44c3-8000-0bd2281c6918 req-4bd1048e-6aaa-4f3a-b54a-2e48e4db43a3 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Apr 22 20:16:43.253547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33852) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:43.376661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.392300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:43.397801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Usage tracker for resource:security_group_rule and tenant:4ad00371c87c406f98adfeeed0e44b32 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:43.401667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:43.407758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:43.496889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.499452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.509058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bbb3ce60-f77f-41a9-8ccd-d4f7a96eb877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:43.551731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ad00371c87c406f98adfeeed0e44b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970061 Apr 22 20:16:43.552667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30381cc7-6068-425b-b683-eac9d3c0e95a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:43.554590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33858) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:43.556787 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:43.618987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.647061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.694549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.700505 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fcf157c-71d6-4892-b499-f37cc1b8556b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:43.712870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30381cc7-6068-425b-b683-eac9d3c0e95a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:43.715981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:43.717996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:43.719195 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30381cc7-6068-425b-b683-eac9d3c0e95a HTTP/1.1" status: 204 len: 168 time: 0.1618967 Apr 22 20:16:44.012275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33866) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:44.031318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.046992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:44.050983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Usage tracker for resource:security_group_rule and tenant:d39666dd72f048758834030b4b43ca29 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:44.053901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:44.060462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:44.147414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.150699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.159875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f83ceed2-8ce8-4ad2-bf63-9bcf5c7d2153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:44.206325 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d39666dd72f048758834030b4b43ca29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903996 Apr 22 20:16:44.206325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3125a00c-f9e3-4f82-b585-10b232b947ad,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:44.206776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33874) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:44.208735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:44.279120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.308157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.353792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.358982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2fd1f176-7e1b-49cd-842a-e4752747b9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:44.364000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b0e55-88db-4632-b42e-328bc5d869d8 req-d7dc66c6-b6eb-4214-8300-c34e2eca7ea0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:44.365628 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c7b0e55-88db-4632-b42e-328bc5d869d8 req-d7dc66c6-b6eb-4214-8300-c34e2eca7ea0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0901790 Apr 22 20:16:44.371635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125a00c-f9e3-4f82-b585-10b232b947ad,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:44.374760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:44.376813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:44.381389 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3125a00c-f9e3-4f82-b585-10b232b947ad HTTP/1.1" status: 204 len: 168 time: 0.1701701 Apr 22 20:16:44.418161 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c7b0e55-88db-4632-b42e-328bc5d869d8 req-49a32382-1377-4dba-975f-2c03744cd64b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458033 Apr 22 20:16:45.630685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96972-5cdf-4721-ab54-ad152ee29920 req-75a9848f-058c-4f87-9c1c-fe0455e2ce78 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:45.632341 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d96972-5cdf-4721-ab54-ad152ee29920 req-75a9848f-058c-4f87-9c1c-fe0455e2ce78 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0951426 Apr 22 20:16:45.683385 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a5d96972-5cdf-4721-ab54-ad152ee29920 req-2e72b5cd-8e73-4a76-a370-fa5bcc73b8b8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Apr 22 20:16:46.674096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33952) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:46.803846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:46.820061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:46.825147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Usage tracker for resource:security_group_rule and tenant:1d54c9b31db24f2a875f22120b9ce135 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:46.828155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:46.834155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:46.895684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2450cf-8e5b-4cdb-b3bd-c97fe7934073 req-9bf41278-db39-4e08-9eb0-07d86b41c4ff tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:46.897299 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bc2450cf-8e5b-4cdb-b3bd-c97fe7934073 req-9bf41278-db39-4e08-9eb0-07d86b41c4ff tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0906005 Apr 22 20:16:46.923689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:46.927051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:46.936929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:46.952214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bc2450cf-8e5b-4cdb-b3bd-c97fe7934073 req-01a82158-520a-46d9-bfd9-f4c9d4238219 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Apr 22 20:16:46.979655 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d54c9b31db24f2a875f22120b9ce135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043792 Apr 22 20:16:46.981365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d91cf8-25ef-4f94-ad8c-4ea8358cc3e0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:46.982524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33960) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:46.984612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:47.044490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.072635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.116610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.122077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e8c50632-d53f-4f42-9a28-4b8a6589e5c0 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:47.136384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d91cf8-25ef-4f94-ad8c-4ea8358cc3e0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:47.139145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:47.149653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.150874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5d91cf8-25ef-4f94-ad8c-4ea8358cc3e0 HTTP/1.1" status: 204 len: 168 time: 0.1673069 Apr 22 20:16:47.436045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 33968) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:47.455489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.471163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:47.475141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Usage tracker for resource:security_group_rule and tenant:6233238ab28a41febc03f7eb18996d1a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:47.478241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:47.484188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:47.574956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.578283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.587395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-149d156a-f65e-4b46-b704-46d79dd981fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:47.635087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f49bc7-d812-41d1-b971-1af600d9b6e7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:47.639750 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6233238ab28a41febc03f7eb18996d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025342 Apr 22 20:16:47.640757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:47.642708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 33974) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:47.705779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.733892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.777743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.782574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-18075731-ccf3-4816-a9de-5ab6d39b0ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:47.795446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f49bc7-d812-41d1-b971-1af600d9b6e7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:47.797818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:47.807274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:47.809746 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30f49bc7-d812-41d1-b971-1af600d9b6e7 HTTP/1.1" status: 204 len: 168 time: 0.1647735 Apr 22 20:16:48.298035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b976aaf-8bcc-44c6-8bde-55ac417d7b0d req-c42232ab-0c47-4845-8c63-69440fb4ba46 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:48.299650 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1b976aaf-8bcc-44c6-8bde-55ac417d7b0d req-c42232ab-0c47-4845-8c63-69440fb4ba46 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0904193 Apr 22 20:16:48.349817 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1b976aaf-8bcc-44c6-8bde-55ac417d7b0d req-09c30a44-1e0f-4055-a9b3-fe6e34e780e2 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Apr 22 20:16:49.011664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34010) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:49.136643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.155926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:49.160010 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a0985120464c58ba98d9deecea6bd9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:49.162881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:49.169134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:49.254318 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.257103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.264112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5d7ac3cc-09c2-4f3a-b19f-82cfa0d84af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:49.309198 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a0985120464c58ba98d9deecea6bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964256 Apr 22 20:16:49.310152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718689bd-de8f-49a3-9a21-fed71bf90084,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:49.312144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34016) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:49.313358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:49.378774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.408367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.452690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.458988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c713aaa8-1412-463c-940e-55cdf006f8c6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:49.478128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718689bd-de8f-49a3-9a21-fed71bf90084,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:49.481956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:49.487871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:49.489076 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-255df53d-4098-410d-8bf8-1d57ff59f2c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/718689bd-de8f-49a3-9a21-fed71bf90084 HTTP/1.1" status: 204 len: 168 time: 0.1752386 Apr 22 20:16:49.696681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76495610-3895-4b39-b634-8dfb328ef057 req-5f20556b-dc20-4571-9044-dab9c5ad2df1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:49.698242 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76495610-3895-4b39-b634-8dfb328ef057 req-5f20556b-dc20-4571-9044-dab9c5ad2df1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.2317965 Apr 22 20:16:49.749942 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-76495610-3895-4b39-b634-8dfb328ef057 req-06315238-c5a9-454e-80c0-ba3ac720e980 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451472 Apr 22 20:16:50.195949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34046) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:50.308948 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116973595-network', 'tenant_id': 'f19c4efbfb2f40b6be07e3e02c1af350'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:50.314053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:50.318130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Usage tracker for resource:network and tenant:f19c4efbfb2f40b6be07e3e02c1af350 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:50.321183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:50.327688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:50.336824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Made reservation on behalf of f19c4efbfb2f40b6be07e3e02c1af350 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:16:50.341458 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.354694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.369773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:50.373763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Usage tracker for resource:security_group_rule and tenant:f19c4efbfb2f40b6be07e3e02c1af350 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:50.376680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:50.382627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:50.465869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.468705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.472802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72a2226c-d5b1-4efc-a80e-c9b92fcdacf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:50.503146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:16:50.512271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035d0a5c-ffe9-4994-b74b-846e544ba5b0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:50.516136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:50.518565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.518946 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Added segment 94569e7b-db6a-4d92-8dc4-36131b7089d0 of type vlan for network 71b9ae6c-930c-43cf-89a7-a1daca174f1f Apr 22 20:16:50.546738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.574811 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.576190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:50.576824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:50.581619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:50.688461 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4913402 Apr 22 20:16:50.689432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Pushing event updated for resources: {'Network': ['ID=71b9ae6c-930c-43cf-89a7-a1daca174f1f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:50.691651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34052) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:16:50.694773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:50.699238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Request body: {'subnet': {'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116973595-subnet', 'tenant_id': 'f19c4efbfb2f40b6be07e3e02c1af350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:50.701489 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:16:50.704501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:50.708625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Usage tracker for resource:subnet and tenant:f19c4efbfb2f40b6be07e3e02c1af350 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:50.712473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:50.718558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:50.728000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Made reservation on behalf of f19c4efbfb2f40b6be07e3e02c1af350 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:16:50.732741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:51.037034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8feadb-cb8c-4797-b0f4-04c542e2b82c req-b840be1d-0d73-441f-81b5-7bab7872e5cc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:51.038592 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ae8feadb-cb8c-4797-b0f4-04c542e2b82c req-b840be1d-0d73-441f-81b5-7bab7872e5cc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1478803 Apr 22 20:16:51.118765 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ae8feadb-cb8c-4797-b0f4-04c542e2b82c req-e31b9a9f-b92a-403c-a363-87970b430111 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661192 Apr 22 20:16:51.270735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:51.276129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d62d3894-b2fe-489f-bed7-f0d50700af2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:51.356220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc34c052-bf37-45c3-ba54-6906ac514157,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:51.359062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:51.361960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Checking segment: {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:16:51.362447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Network hostable DHCP agents. Network: 71b9ae6c-930c-43cf-89a7-a1daca174f1f, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:16:51.382282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:16:51.391409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 71b9ae6c-930c-43cf-89a7-a1daca174f1f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:16:51.404093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c410d-4c5d-47b9-93b0-9cd0ab65c545 None None] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:16:51.404850 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:51.405501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:51.438949 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7460153 Apr 22 20:16:51.664115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078cd3e6-ad77-407c-961f-4aeecab851f2 None None] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:16:52.454739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b35995-c2f8-4644-af02-0b16919a173b req-77e68207-65cc-4c43-99d8-d3dcb17451d0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:52.456364 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-22b35995-c2f8-4644-af02-0b16919a173b req-77e68207-65cc-4c43-99d8-d3dcb17451d0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.2165868 Apr 22 20:16:52.510148 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-22b35995-c2f8-4644-af02-0b16919a173b req-528bf6ce-1de9-490c-a731-99e1d8da5bf0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469902 Apr 22 20:16:53.525572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:16:53.530763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-638ba6ba-1acb-4c8f-9e0d-c5dc84c93ac4 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:53.532372 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-638ba6ba-1acb-4c8f-9e0d-c5dc84c93ac4 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 808 time: 0.1630352 Apr 22 20:16:53.549256 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-35ed2d92-f4d7-4db4-8aa8-1018ff3ae504 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/quotas/f19c4efbfb2f40b6be07e3e02c1af350 HTTP/1.1" status: 200 len: 375 time: 0.0106781 Apr 22 20:16:53.612379 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-e264080e-3501-470a-9de3-e069cbf92807 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546134 Apr 22 20:16:53.675354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:53.690890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:16:53.734390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ea2df-3f8f-4df7-b72c-b9038e6dd3d8 req-07d0f7c0-007c-456c-83c2-6583eb56b700 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:53.736019 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-503ea2df-3f8f-4df7-b72c-b9038e6dd3d8 req-07d0f7c0-007c-456c-83c2-6583eb56b700 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1002505 Apr 22 20:16:53.752609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:53.770802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:16:53.786176 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-503ea2df-3f8f-4df7-b72c-b9038e6dd3d8 req-48a5e57e-8676-4248-9757-6388c36a160b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Apr 22 20:16:53.786997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:53.791001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:53.792919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:53.808405 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-011f11cd-cc59-46cd-96fa-959b21864058 service neutron] 10.222.0.13 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923742 Apr 22 20:16:53.866507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:53.874777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.875165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.875566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.875945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.876317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.876686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.877054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.877421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.877786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.878148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.878514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.878877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:53.883477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:53.961037 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-519ea748-b7ac-4b58-a21e-3444d5c00585 service neutron] 10.222.0.13 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452649 Apr 22 20:16:54.062294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['db221daa-6050-4d15-8d34-641e3b904cfe'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:16:54.201733 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6319003a-dafe-4786-8bda-a3573e675295 req-3bd51d7a-69e4-4131-a247-f73b77916c5b tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 210 time: 0.0734091 Apr 22 20:16:55.025742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed75aea-7337-4f48-aa9b-692d917b88db req-dd6402a4-4a62-4113-a104-037f0d214c84 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:55.034699 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eed75aea-7337-4f48-aa9b-692d917b88db req-dd6402a4-4a62-4113-a104-037f0d214c84 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 945 time: 0.1095586 Apr 22 20:16:55.093926 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eed75aea-7337-4f48-aa9b-692d917b88db req-9bd4d7e3-4dcc-4754-ab33-e94556960045 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581691 Apr 22 20:16:55.432176 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d06d8005-87ce-42bb-b7c9-d0cd8dda0618 req-dd7b2599-537c-45b5-b615-de74d3662001 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 210 time: 0.0845084 Apr 22 20:16:55.546873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:16:55.794943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port db221daa-6050-4d15-8d34-641e3b904cfe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:16:55.795369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:55.906585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-df92d9b6-360c-4134-bbb2-f1b4d3f2cccd tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:55.906585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-df92d9b6-360c-4134-bbb2-f1b4d3f2cccd tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Synchronizing usage tracker for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:55.964982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:55.981738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-df92d9b6-360c-4134-bbb2-f1b4d3f2cccd tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Unset dirty status for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:55.982983 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-df92d9b6-360c-4134-bbb2-f1b4d3f2cccd tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 808 time: 0.5489690 Apr 22 20:16:56.001241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Request body: {'port': {'device_id': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f', 'admin_state_up': True, 'tenant_id': 'f19c4efbfb2f40b6be07e3e02c1af350'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:56.007480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:16:56.009194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:56.029173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:56.031201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:56.119327 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'code': 200} Apr 22 20:16:56.161957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:56.166024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:56.169778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-0cb2d5c8-4f4e-4033-84d9-f42948fa9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:56.171364 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-0cb2d5c8-4f4e-4033-84d9-f42948fa9948 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1098 time: 0.2617733 Apr 22 20:16:56.172411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:16:56.176988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Usage tracker for resource:port and tenant:f19c4efbfb2f40b6be07e3e02c1af350 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:16:56.180525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:16:56.187277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:16:56.348330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-a3e740d7-154e-4bc8-a257-59243eae52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:56.350220 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-a3e740d7-154e-4bc8-a257-59243eae52ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.1594808 Apr 22 20:16:56.353747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Made reservation on behalf of f19c4efbfb2f40b6be07e3e02c1af350 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:16:56.360324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:56.640629 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-babe9421-a8b1-4576-90f0-4a311dd3a0df req-d831f3df-8db4-4658-88a2-c4783580ca03 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 210 time: 0.0815251 Apr 22 20:16:56.726427 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-56c1e062-0bf0-4113-9c29-6cc71a278a45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 1002 time: 0.3133631 Apr 22 20:16:56.804093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740ab54-8745-4a2c-b91d-0b709ac4f743 req-cca1a046-71de-486c-82cb-003837f60691 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:56.812451 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d740ab54-8745-4a2c-b91d-0b709ac4f743 req-cca1a046-71de-486c-82cb-003837f60691 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.4607158 Apr 22 20:16:56.867179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-11f5a967-28cf-4258-8d3d-faa633f9cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:56.869503 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-11f5a967-28cf-4258-8d3d-faa633f9cf16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1357975 Apr 22 20:16:56.936710 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Allocated IP 172.20.0.10 (71b9ae6c-930c-43cf-89a7-a1daca174f1f/bc34c052-bf37-45c3-ba54-6906ac514157/f8293d08-eaf8-48eb-aaa6-15a14e00a26c) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:16:56.969373 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d740ab54-8745-4a2c-b91d-0b709ac4f743 req-1a2e0af5-1ff2-495e-b220-2012eee38b00 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558516 Apr 22 20:16:57.140975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-170840ac-4acb-48da-bf30-faa31e92c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:57.142628 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-170840ac-4acb-48da-bf30-faa31e92c537 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2563033 Apr 22 20:16:57.328123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:57.356231 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-ae6cc95e-37a3-479f-8faa-d185f092268a service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057898 Apr 22 20:16:57.491585 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:57.511224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:57.583535 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-83e37411-9ffc-4233-bb3f-e895a7b30f8b req-1e4bdb09-880c-4cdf-935d-6829e942cf1e service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205420 Apr 22 20:16:57.606076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:16:57.607292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:16:57.611020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:16:57.710693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Pushing event updated for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:57.722852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:57.723672 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:57.741342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.741879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.742929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.743414 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.743915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.744385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.744854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.745325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.746078 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.746487 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.747353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.747803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:16:57.752077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:57.768932 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7750862 Apr 22 20:16:57.785857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Request body: {'port': {'device_id': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:16:57.997432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:58.019543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d459a-a811-47f1-8e06-957df35bfecc req-9a7f1eed-8fbc-446f-afab-faafda13c559 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:58.020353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-832d459a-a811-47f1-8e06-957df35bfecc req-9a7f1eed-8fbc-446f-afab-faafda13c559 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Synchronizing usage tracker for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:58.220996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-832d459a-a811-47f1-8e06-957df35bfecc req-9a7f1eed-8fbc-446f-afab-faafda13c559 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Unset dirty status for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:58.220996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-832d459a-a811-47f1-8e06-957df35bfecc req-9a7f1eed-8fbc-446f-afab-faafda13c559 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 932 time: 0.4042532 Apr 22 20:16:58.366708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8001d-6245-4c1d-8f90-325276480a58 req-e265f59a-2f0b-418e-a7d9-702769bea6f9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:58.376075 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-afa8001d-6245-4c1d-8f90-325276480a58 req-e265f59a-2f0b-418e-a7d9-702769bea6f9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1056197 Apr 22 20:16:58.423263 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-afa8001d-6245-4c1d-8f90-325276480a58 req-59d4655a-3b2d-45dd-9da2-0971492179b5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 Apr 22 20:16:58.450186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-832d459a-a811-47f1-8e06-957df35bfecc req-58de530e-4160-4c14-be56-f7eee7af18eb tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Synchronizing usage tracker for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:16:58.473851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-832d459a-a811-47f1-8e06-957df35bfecc req-58de530e-4160-4c14-be56-f7eee7af18eb tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Unset dirty status for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:16:58.476507 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-832d459a-a811-47f1-8e06-957df35bfecc req-58de530e-4160-4c14-be56-f7eee7af18eb tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438982 Apr 22 20:16:58.659894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8293d08-eaf8-48eb-aaa6-15a14e00a26c {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:16:58.669753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:58.691406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Transition to ACTIVE for port object f8293d08-eaf8-48eb-aaa6-15a14e00a26c will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:16:58.694558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:58.700241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-951a0efc-024a-495f-8f35-a005b4d148e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:58.882456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:58.916092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:58.960692 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Attempting to bind port f8293d08-eaf8-48eb-aaa6-15a14e00a26c on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:16:58.961708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Attempting to bind port f8293d08-eaf8-48eb-aaa6-15a14e00a26c by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:16:58.961708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Attempting to bind port f8293d08-eaf8-48eb-aaa6-15a14e00a26c on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:16:58.966818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Port f8293d08-eaf8-48eb-aaa6-15a14e00a26c on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:16:58.967176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Attempting to bind port f8293d08-eaf8-48eb-aaa6-15a14e00a26c on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:16:58.973147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:16:58.973522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Checking segment: {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:16:58.974065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Bound using segment: {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:16:58.974408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Bound port: f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:16:58.974789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:59.083225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:16:59.086699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:16:59.090949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:59.096148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4bbd9fb-6885-4bd8-96ee-157097c592b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:16:59.161659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:59.161659 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:59.162166 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8293d08-eaf8-48eb-aaa6-15a14e00a26c HTTP/1.1" status: 200 len: 1094 time: 1.3849897 Apr 22 20:16:59.162705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:16:59.185885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:16:59.197500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:16:59.272264 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c', 'status': 'completed', 'code': 200} Apr 22 20:16:59.313760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-882852e7-c0b3-4651-bb7c-8e66464a6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:59.315384 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-882852e7-c0b3-4651-bb7c-8e66464a6b7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 1097 time: 0.1006584 Apr 22 20:16:59.400459 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-5b6840ca-1fe7-47f1-9949-c4b403fc9cdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c HTTP/1.1" status: 200 len: 217 time: 0.0752957 Apr 22 20:16:59.474316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-67bec014-cc2e-46cd-9d37-6d9adc731ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:59.487731 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-67bec014-cc2e-46cd-9d37-6d9adc731ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc34c052-bf37-45c3-ba54-6906ac514157 HTTP/1.1" status: 200 len: 848 time: 0.0683479 Apr 22 20:16:59.551320 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-78751d81-48ef-4326-9492-7f5e2c1a4639 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71b9ae6c-930c-43cf-89a7-a1daca174f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625474 Apr 22 20:16:59.679689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d3492b85-aed9-4d08-b1c7-234e7eff079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:16:59.768377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5463c-5158-4a39-9bdf-f5eb6312acff req-afe61468-71cd-4748-ab44-d8b15cc18caf tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:16:59.770537 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3e5463c-5158-4a39-9bdf-f5eb6312acff req-afe61468-71cd-4748-ab44-d8b15cc18caf tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 944 time: 0.1147444 Apr 22 20:16:59.857079 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3e5463c-5158-4a39-9bdf-f5eb6312acff req-32dc8621-1da1-4560-9cfc-84234453fd71 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755677 Apr 22 20:17:00.125845 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-a24b8782-0bc7-4939-be18-6d69c6f510c7 service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632944 Apr 22 20:17:00.182181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b46585-0605-416e-9f5a-6ba3bddbb77e req-30cf242b-d084-4a05-b0a2-8f58b1b91ee9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:00.183816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-17b46585-0605-416e-9f5a-6ba3bddbb77e req-30cf242b-d084-4a05-b0a2-8f58b1b91ee9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.4673789 Apr 22 20:17:00.315589 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-17b46585-0605-416e-9f5a-6ba3bddbb77e req-e60e2f67-6bef-43bb-9a74-b491762a1ead tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225307 Apr 22 20:17:00.346699 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c621e48-b060-43f2-87dc-b51811cd6947 req-09b5b8a9-5760-4aa0-bbb2-5204288a53d7 service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087388 Apr 22 20:17:00.484569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-03986196-ab3e-49e0-aeec-f93f5b26389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:00.486288 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-03986196-ab3e-49e0-aeec-f93f5b26389b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 1097 time: 0.0926950 Apr 22 20:17:00.672377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-e4c6ce6f-836d-4219-8178-388f68ccc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:00.674296 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-e4c6ce6f-836d-4219-8178-388f68ccc200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 909 time: 0.1807766 Apr 22 20:17:00.766407 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-0ea14140-5c04-4e41-90df-cd37d5f188fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c HTTP/1.1" status: 200 len: 217 time: 0.0837579 Apr 22 20:17:00.845133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-22c1b4d6-3998-459a-9a72-3870ca03477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:00.847145 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-22c1b4d6-3998-459a-9a72-3870ca03477b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc34c052-bf37-45c3-ba54-6906ac514157 HTTP/1.1" status: 200 len: 848 time: 0.0732486 Apr 22 20:17:00.918651 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-f590579d-242f-466f-8e27-12437b15927a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71b9ae6c-930c-43cf-89a7-a1daca174f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623722 Apr 22 20:17:01.108109 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-acf737e4-4935-46e3-a156-4a2e64ed38a3 service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834505 Apr 22 20:17:01.121628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec125227-3ab4-4f35-a168-a51da934ba14 req-6cac0173-9667-4ecc-bc52-7f5bbf118a7b tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:01.132081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec125227-3ab4-4f35-a168-a51da934ba14 req-6cac0173-9667-4ecc-bc52-7f5bbf118a7b tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 944 time: 0.1249154 Apr 22 20:17:01.173764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:01.203749 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec125227-3ab4-4f35-a168-a51da934ba14 req-b942761a-ae3e-4639-b62d-0130e1a95580 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697415 Apr 22 20:17:01.303418 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-eaf1c49a-c5ae-4d10-912d-e36e7f3a28d9 req-1f4b583c-c526-41e6-a505-03be0e1baa68 service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822958 Apr 22 20:17:01.616563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a888b9-f3f9-4520-8792-89748f736646 req-70df8068-4711-4a0f-a4ae-116ffae92bd6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:01.618896 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93a888b9-f3f9-4520-8792-89748f736646 req-70df8068-4711-4a0f-a4ae-116ffae92bd6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1391668 Apr 22 20:17:01.696496 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93a888b9-f3f9-4520-8792-89748f736646 req-c367e4e1-3155-4c32-b045-030ef397e864 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685489 Apr 22 20:17:02.177794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-38b842b6-9895-459b-88c2-c5f347299eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:02.436440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7c4e9-ea79-4d95-bbce-92fda227ec30 req-b74a6618-43cf-4d96-a437-c5c72e58c622 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:02.446483 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8db7c4e9-ea79-4d95-bbce-92fda227ec30 req-b74a6618-43cf-4d96-a437-c5c72e58c622 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 944 time: 0.1148477 Apr 22 20:17:02.499022 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8db7c4e9-ea79-4d95-bbce-92fda227ec30 req-724e479f-493d-41e5-90bf-c1016aa25cbf tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515602 Apr 22 20:17:02.965219 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041c55b-eea7-4b18-b516-4e14adca8dc2 req-96557861-a8c3-4a28-abba-ee52d4346b74 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:02.974534 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0041c55b-eea7-4b18-b516-4e14adca8dc2 req-96557861-a8c3-4a28-abba-ee52d4346b74 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1178064 Apr 22 20:17:02.993593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:03.018889 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0041c55b-eea7-4b18-b516-4e14adca8dc2 req-e0b0b5fa-b48e-4131-9e9b-4631c10ab228 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433276 Apr 22 20:17:03.585797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f8293d08-eaf8-48eb-aaa6-15a14e00a26c details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:17:03.801916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1451-b41e-4941-aac9-70aa1b67f5cf req-2b47f8a0-0f08-4e99-adc0-08212e34409a tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:03.805415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:03.812694 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ed7a1451-b41e-4941-aac9-70aa1b67f5cf req-2b47f8a0-0f08-4e99-adc0-08212e34409a tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 944 time: 0.1467392 Apr 22 20:17:03.816569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:03.830372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c', 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f', 'port_id': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c', 'mac_address': 'fa:16:3e:2d:1d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc34c052-bf37-45c3-ba54-6906ac514157', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:17:03.872086 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ed7a1451-b41e-4941-aac9-70aa1b67f5cf req-0446b5a7-f1ea-4912-844d-6dc16d72cc80 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546548 Apr 22 20:17:03.909278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:03.930662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8293d08-eaf8-48eb-aaa6-15a14e00a26c {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:17:03.950759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:03.956137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:03.958293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:04.041163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:04.055816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:04.198055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['f8293d08-eaf8-48eb-aaa6-15a14e00a26c'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:17:04.269180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521589-a6c5-4f17-885c-162af4e4ee45 req-1de8e377-153b-4360-a03d-ddfc9b3d238a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:04.271132 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-64521589-a6c5-4f17-885c-162af4e4ee45 req-1de8e377-153b-4360-a03d-ddfc9b3d238a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1039147 Apr 22 20:17:04.342823 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-64521589-a6c5-4f17-885c-162af4e4ee45 req-7a97fa81-140f-4b1b-a0b2-36081b4d3a47 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631020 Apr 22 20:17:04.485601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:05.105861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203099-19e8-44f9-a9f5-2e48bc19ee1c req-707f9a73-3c8b-4569-a4d7-38959f5808f6 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:05.108125 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a203099-19e8-44f9-a9f5-2e48bc19ee1c req-707f9a73-3c8b-4569-a4d7-38959f5808f6 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 945 time: 0.1044168 Apr 22 20:17:05.161613 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a203099-19e8-44f9-a9f5-2e48bc19ee1c req-749e2d13-cb67-45cd-9a39-cc444ffe26cb tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Apr 22 20:17:05.371974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24fbd5-7e75-4cfb-9448-45041b369031 req-c13fb644-3856-47ae-982e-26e8bc2d2cb9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:05.373569 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e24fbd5-7e75-4cfb-9448-45041b369031 req-c13fb644-3856-47ae-982e-26e8bc2d2cb9 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.0922863 Apr 22 20:17:05.422266 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e24fbd5-7e75-4cfb-9448-45041b369031 req-b627ea42-fe92-43d7-87cc-749cf185b634 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Apr 22 20:17:05.550632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff536249-884d-4414-bdbc-4a9d71a29d5d req-fdde5ae8-7e19-4e87-b966-19eb8473d277 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:05.552231 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ff536249-884d-4414-bdbc-4a9d71a29d5d req-fdde5ae8-7e19-4e87-b966-19eb8473d277 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0877836 Apr 22 20:17:05.604382 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ff536249-884d-4414-bdbc-4a9d71a29d5d req-382af953-2f4b-4651-9412-4cb56020af4a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448763 Apr 22 20:17:05.616774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f8293d08-eaf8-48eb-aaa6-15a14e00a26c up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:17:05.692726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port f8293d08-eaf8-48eb-aaa6-15a14e00a26c completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:17:05.697676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port f8293d08-eaf8-48eb-aaa6-15a14e00a26c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:17:05.698087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:05.877892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-5f067630-e3ab-4fba-9b87-38715ed08fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:05.879525 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-5f067630-e3ab-4fba-9b87-38715ed08fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1099 time: 0.1349943 Apr 22 20:17:05.993759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:06.020784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:06.027745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-b7a3d560-37df-4c12-bab6-8a2a53df5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.029332 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-b7a3d560-37df-4c12-bab6-8a2a53df5265 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.1429112 Apr 22 20:17:06.031680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:06.034647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:06.036614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:06.075049 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c', 'code': 200} Apr 22 20:17:06.115273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:06.119854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:06.146219 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-4c81febe-ece5-49c6-97b3-3be955a5c77d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 1002 time: 0.1095054 Apr 22 20:17:06.218867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-3f015ca0-9a06-4d18-9454-15d857abc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.220524 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-3f015ca0-9a06-4d18-9454-15d857abc899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.0672863 Apr 22 20:17:06.441192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-5dc9142b-1888-4560-a44e-22be67fa35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.442793 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-5dc9142b-1888-4560-a44e-22be67fa35ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2143412 Apr 22 20:17:06.452911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c57966-ff4f-4bf4-adb0-71ff3a2c37e8 req-049aa696-50fa-4394-ab36-c175e60de837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.454400 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-55c57966-ff4f-4bf4-adb0-71ff3a2c37e8 req-049aa696-50fa-4394-ab36-c175e60de837 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 1099 time: 0.1913807 Apr 22 20:17:06.487526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8255dd-c5d1-4bc8-9cf6-6dd739131381 req-512748c0-becf-4708-af01-cc6e87696474 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.489063 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c8255dd-c5d1-4bc8-9cf6-6dd739131381 req-512748c0-becf-4708-af01-cc6e87696474 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 946 time: 0.1833510 Apr 22 20:17:06.631207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e72cd-e584-489a-b2f7-5988082db36c req-e4ee8355-3395-4312-9e75-406ee4c6d9e2 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.634679 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8e3e72cd-e584-489a-b2f7-5988082db36c req-e4ee8355-3395-4312-9e75-406ee4c6d9e2 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.0901840 Apr 22 20:17:06.666096 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-55c57966-ff4f-4bf4-adb0-71ff3a2c37e8 req-a565ba1c-3885-4e91-93f9-2f97e120722d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894503 Apr 22 20:17:06.671517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1c8255dd-c5d1-4bc8-9cf6-6dd739131381 req-6b1d5902-1179-4b1b-8c48-10d314dfea54 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578944 Apr 22 20:17:06.677041 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-f372fa2f-f854-4683-9c11-1b76a247f2fc service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266021 Apr 22 20:17:06.685858 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8e3e72cd-e584-489a-b2f7-5988082db36c req-cba9f487-9ec1-4661-994c-21475dbd469a tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Apr 22 20:17:06.918787 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e56d3ccb-19f8-4a18-8a24-2cff526733b1 req-8af0912a-686d-4cfa-8b3c-239999ed5abe service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050173 Apr 22 20:17:06.940064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5599df4-1e39-4b00-af88-31ca73d0b2ab req-ed36a958-4f2c-4eb5-823a-7e5546f17aa6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:06.941613 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c5599df4-1e39-4b00-af88-31ca73d0b2ab req-ed36a958-4f2c-4eb5-823a-7e5546f17aa6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1338580 Apr 22 20:17:06.989763 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c5599df4-1e39-4b00-af88-31ca73d0b2ab req-43217f4f-834d-4ad4-a2b6-e7e0967f6934 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Apr 22 20:17:07.244298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-bc244e36-77c0-4dde-a47b-c8f84c3adc80 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:07.245767 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-bc244e36-77c0-4dde-a47b-c8f84c3adc80 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.0883582 Apr 22 20:17:07.326945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Deleting port bafeac33-8a16-477a-b56c-b2ffc73e838f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:07.327320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:07.595330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] For port bafeac33-8a16-477a-b56c-b2ffc73e838f, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=bafeac33-8a16-477a-b56c-b2ffc73e838f,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:07.595668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:07.975341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:07.975784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:07.976137 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Floating IP 77955208-25de-48d0-b837-8ddc1c0b6833 disassociated. External IP: 172.28.3.137, port: bafeac33-8a16-477a-b56c-b2ffc73e838f. Apr 22 20:17:07.977253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Calling delete_port for bafeac33-8a16-477a-b56c-b2ffc73e838f owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:08.103735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1e42-2eb4-4a66-89b0-842f4b05b130 req-75e64699-42cd-4b9d-8f28-a7b1eab290ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:08.105414 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-100c1e42-2eb4-4a66-89b0-842f4b05b130 req-75e64699-42cd-4b9d-8f28-a7b1eab290ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 946 time: 0.3175719 Apr 22 20:17:08.157017 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-100c1e42-2eb4-4a66-89b0-842f4b05b130 req-76adac43-95ec-42dc-b439-a7fa86d0f516 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Apr 22 20:17:08.329168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aca248-2632-44b0-97ef-f6f62f6b0bd9 req-ce892721-ca73-443a-9f44-def0647a60c7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:08.331190 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-15aca248-2632-44b0-97ef-f6f62f6b0bd9 req-ce892721-ca73-443a-9f44-def0647a60c7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 946 time: 0.4594173 Apr 22 20:17:08.356426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727babe-30f1-41e9-b511-81450be0fcb7 req-fade0361-c316-4cbb-a3a3-4576ce4731f4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:08.358018 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c727babe-30f1-41e9-b511-81450be0fcb7 req-fade0361-c316-4cbb-a3a3-4576ce4731f4 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.0907283 Apr 22 20:17:08.412074 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c727babe-30f1-41e9-b511-81450be0fcb7 req-a2aa5012-2176-437c-b0fc-17a2f94a848b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472085 Apr 22 20:17:08.439339 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-15aca248-2632-44b0-97ef-f6f62f6b0bd9 req-028c0378-2603-4be8-8ffd-de93e5cde353 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e258bef-0596-4c5b-ba51-fc40cb7fd832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988727 Apr 22 20:17:08.444038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:08.450819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4fef4a8d-1ce5-4072-b1fe-72924b6c0637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:08.502040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'Port': ['ID=bafeac33-8a16-477a-b56c-b2ffc73e838f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:08.505826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:08.709769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:17:08.910999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:17:08.924431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:17:08.940426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:17:08.941360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:17:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:09.023916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] No DVR routers for this DVR port bafeac33-8a16-477a-b56c-b2ffc73e838f on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:17:09.030800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:09.036494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'name': 'network-vif-deleted', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:09.066317 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0d3e7755-a5ac-40fd-82c8-f5f0ca4ec6bc req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.20 "DELETE /v2.0/ports/bafeac33-8a16-477a-b56c-b2ffc73e838f HTTP/1.1" status: 204 len: 173 time: 1.8139935 Apr 22 20:17:09.174881 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ed47f2-d021-4f26-a8ee-75638409faaa', 'name': 'network-vif-deleted', 'tag': 'bafeac33-8a16-477a-b56c-b2ffc73e838f', 'status': 'completed', 'code': 200} Apr 22 20:17:09.216774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:17:09.312242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3943-8744-4001-b688-eade32e71576 req-cc47c265-13c1-4f41-9061-726a519fb886 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:09.313738 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-70cd3943-8744-4001-b688-eade32e71576 req-cc47c265-13c1-4f41-9061-726a519fb886 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 946 time: 0.0886815 Apr 22 20:17:09.362264 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-70cd3943-8744-4001-b688-eade32e71576 req-aad8e46e-cffd-422e-a12a-a2372aa9c150 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Apr 22 20:17:09.554984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:09.559229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:17:09.569412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:17:09.571077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:17:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:09.637490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device bafeac33-8a16-477a-b56c-b2ffc73e838f no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:09.668786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52216d-289b-4147-bb7f-e52cfb52b480 req-ed488093-b6db-4638-b5f7-e515ab2f2379 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:09.670817 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c52216d-289b-4147-bb7f-e52cfb52b480 req-ed488093-b6db-4638-b5f7-e515ab2f2379 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 946 time: 0.1320193 Apr 22 20:17:09.681710 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7655882e-9c10-4cbd-9cbd-5dabb331f8bd req-f56332ab-780f-4dcb-8151-958e7b128d4e tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ed47f2-d021-4f26-a8ee-75638409faaa HTTP/1.1" status: 200 len: 210 time: 0.1009693 Apr 22 20:17:09.723427 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c52216d-289b-4147-bb7f-e52cfb52b480 req-dda21bbd-9b20-4dcf-9a59-0a33c4f2c395 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459716 Apr 22 20:17:09.745229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: bafeac33-8a16-477a-b56c-b2ffc73e838f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:09.745621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device bafeac33-8a16-477a-b56c-b2ffc73e838f not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:09.746093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:09.912937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:17:09.970708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.080462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:10.124859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:10.133670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.184073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:10.226908 dv-cinder-787632-1-smb neutron-server[86245]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'code': 422} returned with failed status Apr 22 20:17:10.296912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:10.301467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:10.368730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:10.372959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468c2672-26a5-4110-abd6-ae87039576b3 None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:12Z', 'revision_number': 4, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'adfac9f8-1549-49f3-b059-37d1144461a2', 'name': '', 'network_id': '363baa61-61e7-4706-b2ec-edbd0f7ef05a', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'mac_address': 'fa:16:3e:c3:2e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '37168973-b94d-4cc2-8416-9e951236f021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:28Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'subnets': [{'id': '37168973-b94d-4cc2-8416-9e951236f021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:17:10.543543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-7049fefe-e713-423c-b4b2-a86a877264ad tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:10.545300 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-7049fefe-e713-423c-b4b2-a86a877264ad tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 946 time: 0.0951991 Apr 22 20:17:10.582033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36617d49-7486-4170-b0c6-acac6079e9fd req-1e5c09be-8d62-4613-ab52-b760bcb20e56 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:10.584927 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-36617d49-7486-4170-b0c6-acac6079e9fd req-1e5c09be-8d62-4613-ab52-b760bcb20e56 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 946 time: 0.0981774 Apr 22 20:17:10.635267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Deleting port f8293d08-eaf8-48eb-aaa6-15a14e00a26c {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:10.635774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.661969 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-36617d49-7486-4170-b0c6-acac6079e9fd req-9a88d0e4-c5f4-4e60-a547-77641112174b tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611985 Apr 22 20:17:10.817917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e4a902-0836-4418-ab9d-d7a3264a2a46 None None] New status for floating IP 77955208-25de-48d0-b837-8ddc1c0b6833: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:17:10.824084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34346) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:10.895280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.932338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] For port f8293d08-eaf8-48eb-aaa6-15a14e00a26c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:10.932539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.932777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.994405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:10.999818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe6b8fa8-d993-47ca-83fd-316a1849d33d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:11.014747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e258bef-0596-4c5b-ba51-fc40cb7fd832,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:11.018296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:11.032786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.034154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e258bef-0596-4c5b-ba51-fc40cb7fd832 HTTP/1.1" status: 204 len: 168 time: 0.2089281 Apr 22 20:17:11.037053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34354) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:11.057928 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.v2.resource [None req-494b6159-33f6-4fff-8639-796178456b05 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] show failed (client error): The resource could not be found. Apr 22 20:17:11.059171 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-494b6159-33f6-4fff-8639-796178456b05 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "GET /v2.0/security-groups/1e258bef-0596-4c5b-ba51-fc40cb7fd832 HTTP/1.1" status: 404 len: 347 time: 0.0210204 Apr 22 20:17:11.062186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34358) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:11.114391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Calling delete_port for f8293d08-eaf8-48eb-aaa6-15a14e00a26c owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:11.255616 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Deleting port 2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:11.255997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.337262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.344662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-950d068a-88ac-46fc-8b79-8d3e69e36923 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:11.348254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['f8293d08-eaf8-48eb-aaa6-15a14e00a26c'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:17:11.437265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Pushing event deleted for resources: {'Port': ['ID=f8293d08-eaf8-48eb-aaa6-15a14e00a26c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:11.439773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:11.486437 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-8d5940aa-88c5-40ba-8631-83cfe645e9fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1980884 Apr 22 20:17:11.490401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] No DVR routers for this DVR port f8293d08-eaf8-48eb-aaa6-15a14e00a26c on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:17:11.493291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.501351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'name': 'network-vif-deleted', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:11.511757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.513135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:11.515898 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-07d2a69d-e57e-4a87-a721-2a96b6258509 req-89ee68f9-855f-4b5e-bd39-8c2fd06b4a6d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "DELETE /v2.0/ports/f8293d08-eaf8-48eb-aaa6-15a14e00a26c HTTP/1.1" status: 204 len: 173 time: 0.9652600 Apr 22 20:17:11.536625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c967b8-deec-4386-83ea-f4431798b15c req-6056c7bb-228c-46aa-9cb2-b784113fc54f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:11.547315 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b1c967b8-deec-4386-83ea-f4431798b15c req-6056c7bb-228c-46aa-9cb2-b784113fc54f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.2721031 Apr 22 20:17:11.573089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567ccfdb-d257-4812-a2e2-aa1715a8c62d', 'name': 'network-vif-deleted', 'tag': 'f8293d08-eaf8-48eb-aaa6-15a14e00a26c', 'status': 'completed', 'code': 200} Apr 22 20:17:11.610209 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b1c967b8-deec-4386-83ea-f4431798b15c req-c8c02de7-4a44-423a-8040-87c1416954ff tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616584 Apr 22 20:17:11.699946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Calling delete_port for 2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:11.905610 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aebd2daf-6b56-4953-95e5-1367be505baf req-2f7715a7-9459-46ec-8eed-df33a50e6068 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=567ccfdb-d257-4812-a2e2-aa1715a8c62d HTTP/1.1" status: 200 len: 210 time: 0.0671775 Apr 22 20:17:11.990471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:12.002559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:12.056281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Pushing event deleted for resources: {'Port': ['ID=2dbe397f-ead1-43b3-a2f9-e9b2712f2eb5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:12.086149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:12.158395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:12.174774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:12.175964 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] 10.222.0.13 "DELETE /v2.0/floatingips/77955208-25de-48d0-b837-8ddc1c0b6833 HTTP/1.1" status: 204 len: 168 time: 1.1124992 Apr 22 20:17:12.323962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5356-0ef9-42c3-b676-d786b78efbac req-7375ceb5-ba35-4bab-b5d7-edea8febd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.325671 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-7375ceb5-ba35-4bab-b5d7-edea8febd2e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f&tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694 HTTP/1.1" status: 200 len: 1097 time: 0.0820642 Apr 22 20:17:12.425899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5356-0ef9-42c3-b676-d786b78efbac req-b7f6d442-f11f-4608-9b61-68a5eb2c1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.427407 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-b7f6d442-f11f-4608-9b61-68a5eb2c1a2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1097 time: 0.0801668 Apr 22 20:17:12.568720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5356-0ef9-42c3-b676-d786b78efbac req-8f68b828-7aa9-47a9-8948-bdaf35289759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.570888 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-8f68b828-7aa9-47a9-8948-bdaf35289759 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 200 len: 918 time: 0.1374025 Apr 22 20:17:12.685495 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-05257263-0b73-4c28-8195-1c83c3583d8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 200 len: 1000 time: 0.1080935 Apr 22 20:17:12.808086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5356-0ef9-42c3-b676-d786b78efbac req-2f2ca9ef-e96e-49b0-95fd-7dfd27650750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.809649 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-2f2ca9ef-e96e-49b0-95fd-7dfd27650750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 200 len: 856 time: 0.1178806 Apr 22 20:17:12.893894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839dfb4-3416-4270-b2b5-d9618da0ced3 req-ee4e74ea-5a3f-4269-83b7-608c0781b062 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.895444 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d839dfb4-3416-4270-b2b5-d9618da0ced3 req-ee4e74ea-5a3f-4269-83b7-608c0781b062 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1567736 Apr 22 20:17:12.954772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c5356-0ef9-42c3-b676-d786b78efbac req-108e901a-8c3e-486d-afc1-535fb7a8ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:12.956408 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-108e901a-8c3e-486d-afc1-535fb7a8ebe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a39d0f6-4353-441d-9fef-11f31b4f6f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1340704 Apr 22 20:17:12.961367 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d839dfb4-3416-4270-b2b5-d9618da0ced3 req-74ed588a-fea8-46e0-bf20-5980df3b1f0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584869 Apr 22 20:17:13.105043 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-d03c8d14-4df4-44af-afcc-e3646a0c1dac service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418858 Apr 22 20:17:13.360508 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-296c5356-0ef9-42c3-b676-d786b78efbac req-71714aaa-c395-4ede-9c04-1d7c2b32c914 service neutron] 10.222.0.20 "GET /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494559 Apr 22 20:17:13.393107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-b645b60b-5018-4863-bd14-c53c8327a407 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:13.394681 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-b645b60b-5018-4863-bd14-c53c8327a407 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 808 time: 0.1956546 Apr 22 20:17:13.411444 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-8440a354-7ab0-4f20-b905-968350f9e736 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/quotas/f19c4efbfb2f40b6be07e3e02c1af350 HTTP/1.1" status: 200 len: 375 time: 0.0099692 Apr 22 20:17:13.466908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-7a6b933e-e57b-4f69-858b-5da5fdb0e64f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Synchronizing usage tracker for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:17:13.486317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-7a6b933e-e57b-4f69-858b-5da5fdb0e64f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Unset dirty status for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:17:13.488123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-7a6b933e-e57b-4f69-858b-5da5fdb0e64f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695775 Apr 22 20:17:13.642985 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-77e43732-0dba-4730-8a6c-b7877d5267a9 service neutron] 10.222.0.13 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459830 Apr 22 20:17:13.665323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:14.048814 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-9481ccb3-a997-4078-9880-0d58b2007dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970494 Apr 22 20:17:14.193241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485faaa-592d-4191-ad3b-369e9f71495b req-e17e67fa-c557-4953-94c1-e0308eb2ffd0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:14.197198 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8485faaa-592d-4191-ad3b-369e9f71495b req-e17e67fa-c557-4953-94c1-e0308eb2ffd0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1003132 Apr 22 20:17:14.282502 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8485faaa-592d-4191-ad3b-369e9f71495b req-a0d612ae-c1ba-4ac1-8fba-de1171ec3a60 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784450 Apr 22 20:17:14.315697 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-be1e1c96-7d91-4aef-8852-02e6606d6a42 req-f3ed4902-00b1-4745-ba95-a98d07319425 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0812821 Apr 22 20:17:15.497243 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-32c8cb75-d965-40c2-82b0-9c25a3daed52 req-3f4f952f-aa5b-4047-9499-ddc069741f7d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0529838 Apr 22 20:17:15.637045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8861b-64cf-47cb-b0e6-dd035dac0ed4 req-094c60b3-9b55-46d7-9eb4-9565b5a707fa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:15.638647 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99f8861b-64cf-47cb-b0e6-dd035dac0ed4 req-094c60b3-9b55-46d7-9eb4-9565b5a707fa tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.0989385 Apr 22 20:17:15.681139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f8293d08-eaf8-48eb-aaa6-15a14e00a26c no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:15.690170 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-99f8861b-64cf-47cb-b0e6-dd035dac0ed4 req-63a5957d-aa3a-4a34-9ec3-aaf62ac6e760 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 Apr 22 20:17:15.723146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: f8293d08-eaf8-48eb-aaa6-15a14e00a26c {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:15.723537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device f8293d08-eaf8-48eb-aaa6-15a14e00a26c not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:16.308778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34464) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:16.688710 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d8d217fd-fb2e-438b-bb05-e2e31c1a6508 req-09dfc3c5-8eb5-4f85-be53-9bcfd5686597 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0615430 Apr 22 20:17:16.997556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f0ed-7e97-4861-86f6-9763a7b888ca req-82f8e81a-bf90-44f6-b6c5-d34782f813cc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:16.999098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e042f0ed-7e97-4861-86f6-9763a7b888ca req-82f8e81a-bf90-44f6-b6c5-d34782f813cc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1271260 Apr 22 20:17:17.093775 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e042f0ed-7e97-4861-86f6-9763a7b888ca req-41a6b54b-3814-434d-bab9-85e73b490bb6 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876529 Apr 22 20:17:17.121314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:17.739866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Deleting port adfac9f8-1549-49f3-b059-37d1144461a2 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:17.740383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:17.867773 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bba26681-c263-4c80-92de-1a8b5c130a7b req-ff9f5cc2-c6da-4ee8-b4c4-1b0e95e4acb5 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0550752 Apr 22 20:17:17.943871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] For port adfac9f8-1549-49f3-b059-37d1144461a2, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=adfac9f8-1549-49f3-b059-37d1144461a2,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:17.944266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:18.090606 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Calling delete_port for adfac9f8-1549-49f3-b059-37d1144461a2 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:18.108954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:17:18.437351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b6d77-3b31-497a-8437-b1a8e7a8165f req-a82d97b0-5947-49d7-94fd-eb2c842d06b8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:18.438985 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f8b6d77-3b31-497a-8437-b1a8e7a8165f req-a82d97b0-5947-49d7-94fd-eb2c842d06b8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1429913 Apr 22 20:17:18.537928 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f8b6d77-3b31-497a-8437-b1a8e7a8165f req-11c38f19-a181-4b9a-bb0e-e7eb89c9920b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664968 Apr 22 20:17:18.542691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:18.548051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:18.599535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfac9f8-1549-49f3-b059-37d1144461a2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:18.603932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:18.927432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:19.058894 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f3c6fa9-4f82-48e6-ab98-90841848faf3 req-17d01aac-820b-4e62-ba46-c87f5999578a tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0529039 Apr 22 20:17:19.347985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Router 87301bfa-4ece-4094-9d0f-25606f4cba38 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:17:19.546532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:17:19.558667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Sync routers for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:17:19.561015 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] 10.222.0.13 "PUT /v2.0/routers/87301bfa-4ece-4094-9d0f-25606f4cba38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510586 Apr 22 20:17:19.563628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34482) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:19.577105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:17:19.577776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:17:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:19.905966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:19.973778 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792e837-6066-4eae-9d84-bf7efc9422fd req-6ea7a6e3-3bc3-47d9-8472-44bd9f7ea034 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:19.975487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9792e837-6066-4eae-9d84-bf7efc9422fd req-6ea7a6e3-3bc3-47d9-8472-44bd9f7ea034 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1941028 Apr 22 20:17:20.007583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:17:20.252184 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f36f86e-acea-4432-92f6-3ab3d0534e3e req-9a51cf7e-d17e-4c72-8bf8-192b0e4ffe75 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0641739 Apr 22 20:17:20.383787 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:17:18Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:20.389122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Checking router: 87301bfa-4ece-4094-9d0f-25606f4cba38 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:17:20.401903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Routers {'87301bfa-4ece-4094-9d0f-25606f4cba38'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:17:20.402594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:17:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['87301bfa-4ece-4094-9d0f-25606f4cba38'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:20.409470 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9792e837-6066-4eae-9d84-bf7efc9422fd req-517980f2-4d9a-49ae-b262-23fbb48d4f9d tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853333 Apr 22 20:17:20.466426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:20.477700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Deleting port a56d899f-2188-4810-9e99-5b50d80383f2 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:20.478240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:20.625271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] Set router 87301bfa-4ece-4094-9d0f-25606f4cba38 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:17:20.705065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] For port a56d899f-2188-4810-9e99-5b50d80383f2, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a56d899f-2188-4810-9e99-5b50d80383f2,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:20.705635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:20.853568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Calling delete_port for a56d899f-2188-4810-9e99-5b50d80383f2 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:21.013741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:17:18Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:21.018137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d94690-fd63-4902-ba1c-d32468d8ed0f None None] The sync data for ids ['87301bfa-4ece-4094-9d0f-25606f4cba38'] in dv-cinder-787632-1-smb is: [{'id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'name': 'tempest-AttachVolumeTestJSON-511081811-router', 'tenant_id': 'c425cd146af14d84bb95e4ad4f369215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:17:18Z', 'revision_number': 5, 'project_id': 'c425cd146af14d84bb95e4ad4f369215', 'gw_port': {'id': 'a56d899f-2188-4810-9e99-5b50d80383f2', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87301bfa-4ece-4094-9d0f-25606f4cba38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:54Z', 'updated_at': '2021-04-22T20:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:17:21.059747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.064171 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:21.122152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device adfac9f8-1549-49f3-b059-37d1144461a2 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:21.150570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56d899f-2188-4810-9e99-5b50d80383f2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:21.158360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:21.175244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: adfac9f8-1549-49f3-b059-37d1144461a2 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:21.175670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device adfac9f8-1549-49f3-b059-37d1144461a2 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:21.224849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.430356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.432932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.455281 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c5eb551-b866-4f0a-b070-ae5d376269dd req-eff4e258-f254-4672-b18e-60a55de51205 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0720315 Apr 22 20:17:21.555515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.556019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87301bfa-4ece-4094-9d0f-25606f4cba38 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:17:21.635671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.636922 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/87301bfa-4ece-4094-9d0f-25606f4cba38 HTTP/1.1" status: 204 len: 168 time: 2.0722992 Apr 22 20:17:21.639760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34496) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:21.734759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Deleting subnet 37168973-b94d-4cc2-8416-9e951236f021 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:17:21.738932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.788156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7e7a-b2bf-4e98-b537-c62ebb152724 req-f8295ab1-4536-4b80-aa57-8e9259bdfecf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:21.792204 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea8c7e7a-b2bf-4e98-b537-c62ebb152724 req-f8295ab1-4536-4b80-aa57-8e9259bdfecf tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.2275515 Apr 22 20:17:21.837835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:21.915487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea8c7e7a-b2bf-4e98-b537-c62ebb152724 req-b4850337-40f2-4aa1-b455-b114b57b3e9e tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073675 Apr 22 20:17:21.997715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.285434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.291337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-53a430f6-b330-43a2-bd7e-c6d86871a7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:22.328636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37168973-b94d-4cc2-8416-9e951236f021,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:22.331920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:22.332975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.340138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db3a5a-bd08-4b66-ba12-c33a8333dbca None None] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:17:22.343149 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/37168973-b94d-4cc2-8416-9e951236f021 HTTP/1.1" status: 204 len: 168 time: 0.7021837 Apr 22 20:17:22.345789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34500) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:22.472140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.485716 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Deleting port 91531598-9196-4236-9b6d-fed91bfe8926 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:22.486089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.675681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] DHCP port deletion for 363baa61-61e7-4706-b2ec-edbd0f7ef05a request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:17:22.681696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Deleting port 91531598-9196-4236-9b6d-fed91bfe8926 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:22.682019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.684653 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-66b6ce44-4338-498d-b768-478400e79338 req-e6dc2772-70ec-471a-bc28-5fd544f91de8 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.1094716 Apr 22 20:17:22.791546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] For port 91531598-9196-4236-9b6d-fed91bfe8926, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=91531598-9196-4236-9b6d-fed91bfe8926,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:22.791957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:22.946575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Calling delete_port for 91531598-9196-4236-9b6d-fed91bfe8926 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:22.970526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] For port 91531598-9196-4236-9b6d-fed91bfe8926, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=91531598-9196-4236-9b6d-fed91bfe8926,segment=NetworkSegment(8ddda37f-8c3a-4a33-ba80-b40b29f53fc9),segment_id=8ddda37f-8c3a-4a33-ba80-b40b29f53fc9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:22.970963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.035167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.045780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2e212b77-ca28-4b0d-a678-de558171acd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:23.107064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] No DVR routers for this DVR port 91531598-9196-4236-9b6d-fed91bfe8926 on host dv-cinder-787632-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:17:23.156263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Calling delete_port for 91531598-9196-4236-9b6d-fed91bfe8926 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:23.184090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Pushing event deleted for resources: {'Port': ['ID=91531598-9196-4236-9b6d-fed91bfe8926,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:23.190819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a56d899f-2188-4810-9e99-5b50d80383f2 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:23.233303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:23.237248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: a56d899f-2188-4810-9e99-5b50d80383f2 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:23.237636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a56d899f-2188-4810-9e99-5b50d80383f2 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:23.238109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 91531598-9196-4236-9b6d-fed91bfe8926 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:23.286016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 91531598-9196-4236-9b6d-fed91bfe8926 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:23.286600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 91531598-9196-4236-9b6d-fed91bfe8926 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:23.307002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.388465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:17:23.388874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:17:23.447167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363baa61-61e7-4706-b2ec-edbd0f7ef05a']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:23.463007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:23.463347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddda37f-8c3a-4a33-ba80-b40b29f53fc9') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:23.482125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72581f8-68c7-4880-9c62-b42681b4aee7 req-c894f4bf-f2a7-42ee-9243-c7bd7bd8cb70 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:23.483829 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c72581f8-68c7-4880-9c62-b42681b4aee7 req-c894f4bf-f2a7-42ee-9243-c7bd7bd8cb70 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.3405094 Apr 22 20:17:23.487480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.524184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.540288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:17:23.627214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c72581f8-68c7-4880-9c62-b42681b4aee7 req-106c8880-cced-4563-91c2-30a3efbcfa53 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319690 Apr 22 20:17:23.736416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:17:23.746054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.840874 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-94fe8fc2-dc16-4709-968d-a2004f0d54d6 req-17aa12ee-46f6-474b-ae90-3066e57e7ec9 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0498128 Apr 22 20:17:23.890812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Deleting port 91531598-9196-4236-9b6d-fed91bfe8926 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:23.891245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:23.970148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1282baeb-1efc-4426-ba00-19955bdc834f None None] The port '91531598-9196-4236-9b6d-fed91bfe8926' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:17:24.166749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Network 363baa61-61e7-4706-b2ec-edbd0f7ef05a has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:17:24.189063 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:17:24.264781 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.268337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f44c3653-d339-4ee3-aa3f-7dfb87384b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:24.285461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.295734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Pushing event deleted for resources: {'Network': ['ID=363baa61-61e7-4706-b2ec-edbd0f7ef05a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:24.300480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:24.312037 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] 10.222.0.13 "DELETE /v2.0/networks/363baa61-61e7-4706-b2ec-edbd0f7ef05a HTTP/1.1" status: 204 len: 168 time: 1.9648390 Apr 22 20:17:24.429460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34514) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:24.483048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-dc1822b9-1752-45e1-902a-47e86b87dc23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c425cd146af14d84bb95e4ad4f369215&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522895 Apr 22 20:17:24.485767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34518) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:24.552313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.583060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.642387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.647413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4a20217-ef3b-49d1-bd6d-22f7b4f6f4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:24.650472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-4a9c3d1e-aceb-48f1-bc06-a7b7ff53a8ad tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:24.652143 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-4a9c3d1e-aceb-48f1-bc06-a7b7ff53a8ad tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 808 time: 0.1600685 Apr 22 20:17:24.662519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137450c6-2625-4c04-8816-5131d0c4c798,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:24.665629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Request body: {'port': {'device_id': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f', 'admin_state_up': True, 'tenant_id': 'f19c4efbfb2f40b6be07e3e02c1af350'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:17:24.672116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:24.680641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.681986 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/137450c6-2625-4c04-8816-5131d0c4c798 HTTP/1.1" status: 204 len: 168 time: 0.1952188 Apr 22 20:17:24.822366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:24.836520 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:24.846451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Made reservation on behalf of f19c4efbfb2f40b6be07e3e02c1af350 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:17:24.853423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:24.887729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35744466-e083-4a98-9696-f529f175c81b req-c9ebd5e4-9590-4a41-aa88-af3ad319b917 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:24.896952 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-35744466-e083-4a98-9696-f529f175c81b req-c9ebd5e4-9590-4a41-aa88-af3ad319b917 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 944 time: 0.1192591 Apr 22 20:17:24.955685 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-35744466-e083-4a98-9696-f529f175c81b req-409112d8-a072-4173-9f4b-3c225190831f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558915 Apr 22 20:17:25.061961 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4c845d41-dee0-4491-9ad2-55b35ef60743 req-20eb433f-5b5f-4f9b-8539-264149e66911 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0630095 Apr 22 20:17:25.094225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Allocated IP 172.20.0.13 (71b9ae6c-930c-43cf-89a7-a1daca174f1f/bc34c052-bf37-45c3-ba54-6906ac514157/ad67e205-dc3f-4a70-b344-dad1b1c0d66e) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:17:25.309491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:25.341131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:25.348474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:25.419983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:17:25.423217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:17:25.425937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:17:25.469784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Pushing event updated for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:25.472737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:25.503273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:25.503986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:25.532609 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8721738 Apr 22 20:17:25.545066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Request body: {'port': {'device_id': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:17:25.668953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:25.743013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:17:25.889057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:25.903656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'port_id': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'mac_address': 'fa:16:3e:10:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:17:25.963108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:25.982089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:17:25.999125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:26.002975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.005802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:26.062088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad67e205-dc3f-4a70-b344-dad1b1c0d66e {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:17:26.071348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.090942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:26.094504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:26.128360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Transition to ACTIVE for port object ad67e205-dc3f-4a70-b344-dad1b1c0d66e will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:17:26.141052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.156547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-99756bcc-68e3-4ff2-80d6-48b10d4939c1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:26.192622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['db221daa-6050-4d15-8d34-641e3b904cfe'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:17:26.332551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d9573-923d-4dfe-be06-30838c4e3a13 req-91f0ce1c-e72f-4565-85f1-4d57d87ab77f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:26.334289 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-558d9573-923d-4dfe-be06-30838c4e3a13 req-91f0ce1c-e72f-4565-85f1-4d57d87ab77f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 944 time: 0.1300511 Apr 22 20:17:26.358880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34582) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:26.382363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Pushing event updated for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:26.390217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:26.399772 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-558d9573-923d-4dfe-be06-30838c4e3a13 req-a75567ab-9518-413e-9e47-4a6704a0d315 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552657 Apr 22 20:17:26.425214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eb1e1-e928-48f8-8e6d-677302c4e3c3 req-2da57229-2a2a-4717-b488-2daff41c80a1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:26.426851 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-628eb1e1-e928-48f8-8e6d-677302c4e3c3 req-2da57229-2a2a-4717-b488-2daff41c80a1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 945 time: 0.3402996 Apr 22 20:17:26.465222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Attempting to bind port ad67e205-dc3f-4a70-b344-dad1b1c0d66e on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:17:26.465600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Attempting to bind port ad67e205-dc3f-4a70-b344-dad1b1c0d66e by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:17:26.465965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Attempting to bind port ad67e205-dc3f-4a70-b344-dad1b1c0d66e on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:17:26.473563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Port ad67e205-dc3f-4a70-b344-dad1b1c0d66e on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:17:26.473926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Attempting to bind port ad67e205-dc3f-4a70-b344-dad1b1c0d66e on network 71b9ae6c-930c-43cf-89a7-a1daca174f1f {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:17:26.488647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:17:26.489024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Checking segment: {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:17:26.489448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Bound using segment: {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:17:26.489919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Bound port: ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94569e7b-db6a-4d92-8dc4-36131b7089d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:17:26.490302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.516467 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-628eb1e1-e928-48f8-8e6d-677302c4e3c3 req-13789e7a-bfa8-45ec-abdd-31e93f5a53c8 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770433 Apr 22 20:17:26.522428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.539408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:26.543535 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Usage tracker for resource:security_group_rule and tenant:185ef4f850ba42ee90395bdc1e497856 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:17:26.546522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:17:26.552532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:26.595539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:17:26.598933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:17:26.604704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.609846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0ff829d8-47e5-4da5-b8fd-ed66250696a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:26.647612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.650754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.659865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b12acb2d-e3bc-4201-a699-127f3c18b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:26.674869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:26.675575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.677051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] 10.222.0.20 "PUT /v2.0/ports/ad67e205-dc3f-4a70-b344-dad1b1c0d66e HTTP/1.1" status: 200 len: 1094 time: 1.1366885 Apr 22 20:17:26.677598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:26.699304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Pushing event updated for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:26.702338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:26.704607 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=185ef4f850ba42ee90395bdc1e497856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429222 Apr 22 20:17:26.706366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca32b36-ad8d-4036-a42b-26847ef969d9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:26.707375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34590) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:26.709490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:26.762123 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e', 'status': 'completed', 'code': 200} Apr 22 20:17:26.835494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.867088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-43de2220-3e7a-4384-9c67-6b55e172721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:26.868958 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-43de2220-3e7a-4384-9c67-6b55e172721f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 1097 time: 0.1458902 Apr 22 20:17:26.876251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:26.957607 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-5c98c8a7-e707-4a12-87ce-c2db54c71eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e HTTP/1.1" status: 200 len: 217 time: 0.0742438 Apr 22 20:17:27.044507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-51ca9aa3-f055-4f96-a2ab-dac8d5ed1d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:27.046048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-51ca9aa3-f055-4f96-a2ab-dac8d5ed1d9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc34c052-bf37-45c3-ba54-6906ac514157 HTTP/1.1" status: 200 len: 848 time: 0.0756207 Apr 22 20:17:27.049786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:27.056511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-df5c27a8-0ffc-407b-8c02-b50e25179a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:27.109701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca32b36-ad8d-4036-a42b-26847ef969d9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:27.114580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:27.117551 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-bb2685d0-92fd-4776-a9be-0b707f17dd37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71b9ae6c-930c-43cf-89a7-a1daca174f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619993 Apr 22 20:17:27.119670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:27.120770 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ca32b36-ad8d-4036-a42b-26847ef969d9 HTTP/1.1" status: 204 len: 168 time: 0.4123478 Apr 22 20:17:27.265852 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-30f9d68c-092b-4549-ac06-fb6e3700c687 service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423035 Apr 22 20:17:27.410468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-60d26eb2-a623-4169-b3a4-8091ecaa10aa req-419ab986-3192-4117-b6e7-df4276b11fee service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361523 Apr 22 20:17:27.602571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-4f1ab04e-1df2-49df-adec-685c4b2bc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:27.604161 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-4f1ab04e-1df2-49df-adec-685c4b2bc408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 1097 time: 0.1399741 Apr 22 20:17:27.760121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:17:27.765183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158a3ec-ae2c-4d93-aacb-a00c1685651c req-8b5b58ef-ea95-4900-b48f-6431b4b94af1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:27.766906 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c158a3ec-ae2c-4d93-aacb-a00c1685651c req-8b5b58ef-ea95-4900-b48f-6431b4b94af1 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 945 time: 0.1167922 Apr 22 20:17:27.824476 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c158a3ec-ae2c-4d93-aacb-a00c1685651c req-3e60ae58-8f3b-4673-8326-a5a6ae79cbf3 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492463 Apr 22 20:17:27.855544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port db221daa-6050-4d15-8d34-641e3b904cfe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:17:27.855544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:27.980913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989ab6c-e58f-4152-a4f1-268783b931a7 req-4321b10f-b025-43d4-b461-4c31d9b582ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:27.981800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a989ab6c-e58f-4152-a4f1-268783b931a7 req-4321b10f-b025-43d4-b461-4c31d9b582ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Synchronizing usage tracker for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:17:27.993444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:28.018400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-a989ab6c-e58f-4152-a4f1-268783b931a7 req-4321b10f-b025-43d4-b461-4c31d9b582ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Unset dirty status for tenant:f19c4efbfb2f40b6be07e3e02c1af350 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:17:28.019796 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a989ab6c-e58f-4152-a4f1-268783b931a7 req-4321b10f-b025-43d4-b461-4c31d9b582ac tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 944 time: 0.4867964 Apr 22 20:17:28.047953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:28.060455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-5a0eb56f-4812-4c64-9ab5-60d595d7d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:28.060455 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-5a0eb56f-4812-4c64-9ab5-60d595d7d558 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 200 len: 909 time: 0.4468148 Apr 22 20:17:28.066309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:28.113051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a989ab6c-e58f-4152-a4f1-268783b931a7 req-f7c5ca72-86a0-4c25-bf8a-dafd11495986 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829213 Apr 22 20:17:28.141554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:28.143767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:28.212415 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-23b9b186-3c78-452d-8b48-50b1e07f5d16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e HTTP/1.1" status: 200 len: 217 time: 0.1298370 Apr 22 20:17:28.235874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:28.239294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:28.291430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-2f9fb3bd-0e40-4c60-a44c-a41650e5dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:28.293051 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-2f9fb3bd-0e40-4c60-a44c-a41650e5dd40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc34c052-bf37-45c3-ba54-6906ac514157 HTTP/1.1" status: 200 len: 848 time: 0.0742998 Apr 22 20:17:28.348900 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-25b69aa2-bd51-45ea-8874-a95e2db3f1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71b9ae6c-930c-43cf-89a7-a1daca174f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495920 Apr 22 20:17:28.424830 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'code': 200} Apr 22 20:17:28.500342 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-0d162b39-d6c7-442b-9002-897c30a96c6a service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451614 Apr 22 20:17:28.713214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-08f5fa5e-d53b-48be-98ef-d32cf9a7b044 req-6bae561a-535d-475e-a5f6-8ccbe50a029a service neutron] 10.222.0.20 "GET /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994913 Apr 22 20:17:28.722018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4ea87-7089-4a08-832a-3d4502ef7648 req-b771cdc5-a3ca-473f-90e4-71c890eebe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:28.723544 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ab4ea87-7089-4a08-832a-3d4502ef7648 req-b771cdc5-a3ca-473f-90e4-71c890eebe3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 1100 time: 0.1207061 Apr 22 20:17:28.767011 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8ab4ea87-7089-4a08-832a-3d4502ef7648 req-5be98aff-6077-4f13-b6d7-ac7d8de377ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Apr 22 20:17:29.043294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228e045-ee0d-41d5-a807-a0a4d1b3de58 req-36816be3-650f-4084-8bdc-e158e53a339b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:29.044916 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d228e045-ee0d-41d5-a807-a0a4d1b3de58 req-36816be3-650f-4084-8bdc-e158e53a339b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.0935993 Apr 22 20:17:29.094406 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d228e045-ee0d-41d5-a807-a0a4d1b3de58 req-cdc2ceae-fb66-46dc-9c91-af7e99954358 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Apr 22 20:17:29.199157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34654) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:29.325762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.342178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:29.346238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Usage tracker for resource:security_group_rule and tenant:00e13d7334cf4be78ffac3a378514478 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:17:29.349454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:17:29.356114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:29.364554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6937bec-8471-4b01-9ba7-789107237836 req-72bc667c-aefc-4b97-8061-0a1d2ac81028 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:29.366320 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d6937bec-8471-4b01-9ba7-789107237836 req-72bc667c-aefc-4b97-8061-0a1d2ac81028 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 944 time: 0.0934267 Apr 22 20:17:29.416304 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d6937bec-8471-4b01-9ba7-789107237836 req-936f7ee5-0932-43bc-b1f2-7721c20365bb tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Apr 22 20:17:29.442847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.445777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.454512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cb834896-dae7-491b-a7d2-71e7d4d0629e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:29.500250 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00e13d7334cf4be78ffac3a378514478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973006 Apr 22 20:17:29.500250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c56301-3b15-42c5-9379-b58e023e477f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:29.500878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34662) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:29.501774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-210f1aac-4969-4c64-946c-88ab17c9f3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:29.570368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.598847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.648802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.654215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07086ef0-7477-418d-b067-4d62cc2a2910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:29.672552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-945fde4c-aa21-45a3-83fd-fd458827fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.673442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c56301-3b15-42c5-9379-b58e023e477f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:29.676624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:29.677604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:29.678824 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5c56301-3b15-42c5-9379-b58e023e477f HTTP/1.1" status: 204 len: 168 time: 0.1768539 Apr 22 20:17:29.759577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ad67e205-dc3f-4a70-b344-dad1b1c0d66e details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:17:29.907622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:29.925422 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e', 'network_id': '71b9ae6c-930c-43cf-89a7-a1daca174f1f', 'port_id': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e', 'mac_address': 'fa:16:3e:55:34:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc34c052-bf37-45c3-ba54-6906ac514157', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:17:29.985997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.003451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 34682) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:30.010593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad67e205-dc3f-4a70-b344-dad1b1c0d66e {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:17:30.025528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.028709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:30.033559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.036277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:30.041862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:30.046356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Usage tracker for resource:security_group_rule and tenant:acfa7a944f3740d8b919e82ff39cc607 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:17:30.049468 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:17:30.056248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:30.109252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:30.113330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:30.155992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.159385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.169613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7de0994-1c19-4165-ab2b-e3d0da0362d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:30.216063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973fda6-33bb-42e3-be99-679d2fee0089,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:30.219906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:30.225371 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acfa7a944f3740d8b919e82ff39cc607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204530 Apr 22 20:17:30.226097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 34708) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:30.230799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['ad67e205-dc3f-4a70-b344-dad1b1c0d66e'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:17:30.368684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.379189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394f568-f17e-4b85-8ff9-2e303974f521 req-3e8c774b-706a-4278-ba1c-79467bebcb06 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:30.380840 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a394f568-f17e-4b85-8ff9-2e303974f521 req-3e8c774b-706a-4278-ba1c-79467bebcb06 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.1567006 Apr 22 20:17:30.430790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.482870 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a394f568-f17e-4b85-8ff9-2e303974f521 req-bf006c0e-d0f3-4ff4-8445-a189f7f983a5 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931473 Apr 22 20:17:30.499267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.511376 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f638395e-a16c-46e8-bc56-78271e37875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:30.515882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973fda6-33bb-42e3-be99-679d2fee0089,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:30.518305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:30.531152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:30.538913 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fb0a84de-5eb1-4131-b1c3-93165a2c813e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6973fda6-33bb-42e3-be99-679d2fee0089 HTTP/1.1" status: 204 len: 168 time: 0.3064194 Apr 22 20:17:30.651222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b764b-f107-496f-a4a1-4645866b6199 req-efcb78e5-639f-469e-8ec8-7911a3b0a597 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:30.658980 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-907b764b-f107-496f-a4a1-4645866b6199 req-efcb78e5-639f-469e-8ec8-7911a3b0a597 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 945 time: 0.1032457 Apr 22 20:17:30.703008 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-907b764b-f107-496f-a4a1-4645866b6199 req-7c718cce-ea66-49cf-99d8-da593f8a700d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430911 Apr 22 20:17:31.164155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:31.699139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302afc5b-10c9-4e97-b86a-1e3a4b37a000 req-b2957102-19c0-41c3-bb81-45d6cd4a7ea0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:31.700852 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-302afc5b-10c9-4e97-b86a-1e3a4b37a000 req-b2957102-19c0-41c3-bb81-45d6cd4a7ea0 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.0974460 Apr 22 20:17:31.751939 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-302afc5b-10c9-4e97-b86a-1e3a4b37a000 req-9ab176b1-2fca-4b62-8cf9-41c4f67b4e5b tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Apr 22 20:17:31.758839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ad67e205-dc3f-4a70-b344-dad1b1c0d66e up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:17:31.857367 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port ad67e205-dc3f-4a70-b344-dad1b1c0d66e completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:17:31.862755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port ad67e205-dc3f-4a70-b344-dad1b1c0d66e triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:17:31.863190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:31.962240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c480c-dc91-4233-8abe-5e0562b8342c req-0f47b90e-a380-4aec-95ca-f583e99f56c0 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:31.963845 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-147c480c-dc91-4233-8abe-5e0562b8342c req-0f47b90e-a380-4aec-95ca-f583e99f56c0 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 945 time: 0.1391962 Apr 22 20:17:32.000985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:32.024082 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-147c480c-dc91-4233-8abe-5e0562b8342c req-86c540f5-7b1f-4f24-87db-ab08ea51ff61 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Apr 22 20:17:32.035094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:32.050887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:32.054247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:32.056351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:32.104463 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e', 'code': 200} Apr 22 20:17:32.161352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:32.169379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:32.181426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1b1ef9ea-22be-49a8-8e7b-4ae2fe78f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:32.364194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fea43-faf7-4903-86d6-c5781b299e1e req-03c530e6-3216-4b46-8d65-a4c65938fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:32.365794 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c12fea43-faf7-4903-86d6-c5781b299e1e req-03c530e6-3216-4b46-8d65-a4c65938fdfc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 1099 time: 0.0853622 Apr 22 20:17:32.411160 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c12fea43-faf7-4903-86d6-c5781b299e1e req-c727265f-ee79-48dd-9eab-f980e1b170c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Apr 22 20:17:32.983250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:33.245038 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b6315-11e8-4f1e-a442-749e4ef495e5 req-8df39c64-b537-4530-ba1c-0eb9679dfddf tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:33.246621 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7b6315-11e8-4f1e-a442-749e4ef495e5 req-8df39c64-b537-4530-ba1c-0eb9679dfddf tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 946 time: 0.0956779 Apr 22 20:17:33.294371 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8c7b6315-11e8-4f1e-a442-749e4ef495e5 req-18e1b2e7-4335-4013-a3c8-0f0c340da014 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Apr 22 20:17:33.589296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:34.485064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:34.497105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c0502-3e59-4693-8047-b4d23662c649 req-ba886d6c-90c8-4825-aa38-0fbfd571ca3f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:34.498700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-be7c0502-3e59-4693-8047-b4d23662c649 req-ba886d6c-90c8-4825-aa38-0fbfd571ca3f tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 946 time: 0.0898590 Apr 22 20:17:34.546530 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-be7c0502-3e59-4693-8047-b4d23662c649 req-3303d22f-2b12-46aa-81ae-f86530fd083e tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Apr 22 20:17:35.924218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cb673-85c0-4ee3-8299-a7e5527a79cd req-f2bbb11f-260f-479f-8eb3-9d6936d6d14a tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:35.925810 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-050cb673-85c0-4ee3-8299-a7e5527a79cd req-f2bbb11f-260f-479f-8eb3-9d6936d6d14a tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 946 time: 0.1066644 Apr 22 20:17:35.974215 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-050cb673-85c0-4ee3-8299-a7e5527a79cd req-a2063dcb-c92d-467d-92f9-7c72e433d557 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Apr 22 20:17:37.171767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-34c77e04-ffea-4ca7-8666-b95eee2c04d7 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:37.173656 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-34c77e04-ffea-4ca7-8666-b95eee2c04d7 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 946 time: 0.1021056 Apr 22 20:17:37.193308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70353b65-e941-4e60-b847-238b2188c5f4 req-d6ccad77-4762-4348-86cc-ba57817290ca tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:17:37.195315 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-70353b65-e941-4e60-b847-238b2188c5f4 req-d6ccad77-4762-4348-86cc-ba57817290ca tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 946 time: 0.1003575 Apr 22 20:17:37.250363 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-70353b65-e941-4e60-b847-238b2188c5f4 req-bad00ea8-48d1-4753-a56c-d5b6816804f6 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/security-groups?id=035d0a5c-ffe9-4994-b74b-846e544ba5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Apr 22 20:17:37.254045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Deleting port ad67e205-dc3f-4a70-b344-dad1b1c0d66e {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:17:37.254433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:37.520042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] For port ad67e205-dc3f-4a70-b344-dad1b1c0d66e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,segment=NetworkSegment(94569e7b-db6a-4d92-8dc4-36131b7089d0),segment_id=94569e7b-db6a-4d92-8dc4-36131b7089d0)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:17:37.520386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:37.655833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Calling delete_port for ad67e205-dc3f-4a70-b344-dad1b1c0d66e owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:17:37.805107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:37.810434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:37.816124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['ad67e205-dc3f-4a70-b344-dad1b1c0d66e'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:17:37.860054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Pushing event deleted for resources: {'Port': ['ID=ad67e205-dc3f-4a70-b344-dad1b1c0d66e,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:37.863293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:37.942837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] No DVR routers for this DVR port ad67e205-dc3f-4a70-b344-dad1b1c0d66e on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:17:37.946140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:37.948821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'name': 'network-vif-deleted', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:17:37.964364 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3f39233-53ae-41e5-b275-bc913d2a2ca0 req-a693eb9e-ac58-4b53-874b-91dc38084951 tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.20 "DELETE /v2.0/ports/ad67e205-dc3f-4a70-b344-dad1b1c0d66e HTTP/1.1" status: 204 len: 173 time: 0.7841418 Apr 22 20:17:37.997883 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f', 'name': 'network-vif-deleted', 'tag': 'ad67e205-dc3f-4a70-b344-dad1b1c0d66e', 'status': 'completed', 'code': 200} Apr 22 20:17:38.436848 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-571929ef-3ebe-4ac8-a766-70225a4c4491 req-ca10c7d1-3258-4d4e-9e1e-990f89e2899d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d04b66-00ca-4f6c-a2a9-d224c6a4e23f HTTP/1.1" status: 200 len: 210 time: 0.0528893 Apr 22 20:17:41.790206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ad67e205-dc3f-4a70-b344-dad1b1c0d66e no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:17:42.003686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: ad67e205-dc3f-4a70-b344-dad1b1c0d66e {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:17:42.004316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device ad67e205-dc3f-4a70-b344-dad1b1c0d66e not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:17:50.448189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35026) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:50.597123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.615348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:50.619621 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Usage tracker for resource:security_group_rule and tenant:14347eb7102d4ecab6dbcc95470645d3 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:17:50.623176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:17:50.629432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:50.720020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.723764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.736472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d764cb7-3b05-4a13-8db0-79c51f563fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:50.791910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f853328f-d1b9-4aba-9e70-17fce2f8c039,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:50.801449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35032) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:50.801569 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14347eb7102d4ecab6dbcc95470645d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520005 Apr 22 20:17:50.802637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-73f1f964-7e04-4e22-95f4-1e8c2b8c08b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:50.901540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.936331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.989224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:50.994481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a50ddd8-2359-4d0e-9e5c-c0cb73a7928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:51.010596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f853328f-d1b9-4aba-9e70-17fce2f8c039,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:51.019088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.019528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.019925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.020325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.020715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.021106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.021495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.021879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.022265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.023193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.023880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.024261 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:17:51.030191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:51.042102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.043977 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f853328f-d1b9-4aba-9e70-17fce2f8c039 HTTP/1.1" status: 204 len: 168 time: 0.2412531 Apr 22 20:17:51.371883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35044) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:51.397880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.420885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:17:51.425722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Usage tracker for resource:security_group_rule and tenant:36a56920540d4fb6b114cf61709cd18e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:17:51.429267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:17:51.438514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:17:51.540687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.544905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.555144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ab2a6c9b-6425-48f1-b010-3cd76300b4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:51.606184 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36a56920540d4fb6b114cf61709cd18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331195 Apr 22 20:17:51.606413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35048) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:51.607324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd94a4-0036-4cbc-98e5-ab37670547f9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:51.610690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:51.710629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.745942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.802170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.810869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:51.821302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd94a4-0036-4cbc-98e5-ab37670547f9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:51.825106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:51.831018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:51.836114 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45bd94a4-0036-4cbc-98e5-ab37670547f9 HTTP/1.1" status: 204 len: 168 time: 0.2283545 Apr 22 20:17:55.110633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:17:58.402303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35216) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:58.469024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Deleting subnet bc34c052-bf37-45c3-ba54-6906ac514157 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:17:58.472277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:58.523939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:58.586095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:58.855600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:58.861204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c7a91945-411f-4a95-a810-79850ece729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:58.903022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc34c052-bf37-45c3-ba54-6906ac514157,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:58.906368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:58.907907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:58.921651 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc34c052-bf37-45c3-ba54-6906ac514157 HTTP/1.1" status: 204 len: 168 time: 0.5156875 Apr 22 20:17:58.921897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35228) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:17:59.037950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.174270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.294667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b9ae6c-930c-43cf-89a7-a1daca174f1f']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:59.308210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94569e7b-db6a-4d92-8dc4-36131b7089d0') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:59.308549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94569e7b-db6a-4d92-8dc4-36131b7089d0') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:17:59.320990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.339105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.345440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:17:59.526088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:17:59.538313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.674357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a7089e3-c838-405b-bcd4-9999095f7ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.720759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Network 71b9ae6c-930c-43cf-89a7-a1daca174f1f has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:17:59.743472 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:17:59.828054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.832007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e7697f8b-7c6c-49bd-a514-c5b3aa7691d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:17:59.851940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:17:59.855248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=71b9ae6c-930c-43cf-89a7-a1daca174f1f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:17:59.858450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:17:59.867282 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/71b9ae6c-930c-43cf-89a7-a1daca174f1f HTTP/1.1" status: 204 len: 168 time: 0.9443753 Apr 22 20:18:00.045548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35240) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:00.097676 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0f482529-2c32-42a7-8bcd-4008a1fdf5a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f19c4efbfb2f40b6be07e3e02c1af350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507586 Apr 22 20:18:00.100099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35244) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:00.160617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:00.191194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:00.238157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:00.242652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-981699b6-3e26-4130-a53b-36642f58c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:00.257478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d0a5c-ffe9-4994-b74b-846e544ba5b0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:00.260937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:00.267093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:00.268358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6d78bfa0-f076-4dcc-b9f9-59c0e97cd569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/035d0a5c-ffe9-4994-b74b-846e544ba5b0 HTTP/1.1" status: 204 len: 168 time: 0.1673150 Apr 22 20:18:01.161854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:02.208306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8191505a-8f49-4fff-b78d-dcd7363f6cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:02.985968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:03.592492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:04.488966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:04.635013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35360) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:04.764209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:04.780836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:04.784913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc450b5ac1346c792ceaf4546f5605d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:04.787880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:04.794600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:04.886303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:04.889439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:04.899100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e9cb14c4-63a8-4d91-b115-4dcf7676185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:04.942798 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc450b5ac1346c792ceaf4546f5605d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065732 Apr 22 20:18:04.944568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec4653-c0b1-437f-b7bc-2ccb56cb12bc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:04.946315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35370) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:04.950859 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9dd4ed4b-3a9b-4cab-929f-7f09e1ba7ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:05.017932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.046871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.103854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.111148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4238eb00-7171-44a5-841d-47da9c3d120d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:05.126975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec4653-c0b1-437f-b7bc-2ccb56cb12bc,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:05.130832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.132752 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6ec4653-c0b1-437f-b7bc-2ccb56cb12bc HTTP/1.1" status: 204 len: 168 time: 0.1850445 Apr 22 20:18:05.145962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.146626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.147410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.148065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.148932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.149523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.150138 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.150615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.151081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.151574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.152087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.153071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:05.156721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:05.403611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb0765-6185-4b3d-a1ff-1345f863dfc0 req-23d4c10c-962b-482e-9178-d5e1291fca68 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:05.405214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-57fb0765-6185-4b3d-a1ff-1345f863dfc0 req-23d4c10c-962b-482e-9178-d5e1291fca68 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.0930014 Apr 22 20:18:05.455065 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-57fb0765-6185-4b3d-a1ff-1345f863dfc0 req-2c7e117a-e976-4fa5-899c-85bb86e4e6fc tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Apr 22 20:18:05.459780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35384) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:05.478753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.495623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:05.500177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Usage tracker for resource:security_group_rule and tenant:2d26366d3a694ccd995f93b5672c5a52 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:05.503082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:05.509004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:05.598533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.601545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.611079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3f275e3d-a5d7-45e4-847e-edd844dfa209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:05.656646 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d26366d3a694ccd995f93b5672c5a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956322 Apr 22 20:18:05.657582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140b4f0-1b90-4fd2-9822-cb84bbf7d58c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:05.660319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35388) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:05.661044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5814c71e-6c78-4610-8774-b6ffc77becbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:05.728560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.756233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.801683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.806801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-947b9014-f885-41d4-8923-5e768460062c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:05.820028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140b4f0-1b90-4fd2-9822-cb84bbf7d58c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:05.825626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:05.830400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:05.834192 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8140b4f0-1b90-4fd2-9822-cb84bbf7d58c HTTP/1.1" status: 204 len: 168 time: 0.1701477 Apr 22 20:18:06.678726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a31f3-bf3e-4729-a85d-ed4fb8d98472 req-b94be2b9-743b-4670-a13e-61dc20f11374 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:06.680569 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e2a31f3-bf3e-4729-a85d-ed4fb8d98472 req-b94be2b9-743b-4670-a13e-61dc20f11374 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.0993431 Apr 22 20:18:06.701516 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-08990b4d-bc90-49a8-aeca-5054ff701db9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:06.703357 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-08990b4d-bc90-49a8-aeca-5054ff701db9 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 947 time: 0.1089559 Apr 22 20:18:06.735089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e2a31f3-bf3e-4729-a85d-ed4fb8d98472 req-d90ceed6-36af-461e-8480-0f72fd28fc08 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups?id=14b99b5e-fff6-423b-acae-c5e4cddc4c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473804 Apr 22 20:18:06.791481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Deleting port db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:06.791902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:07.072000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] For port db221daa-6050-4d15-8d34-641e3b904cfe, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=db221daa-6050-4d15-8d34-641e3b904cfe,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:07.072389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:07.411939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:07.412348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:07.412703 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Floating IP 0a415d00-cf47-4a8f-a753-bd3d33f3588f disassociated. External IP: 172.28.3.127, port: db221daa-6050-4d15-8d34-641e3b904cfe. Apr 22 20:18:07.413079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Calling delete_port for db221daa-6050-4d15-8d34-641e3b904cfe owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:07.567440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:07.572933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8f2821a9-2041-4e5c-936e-e478ee17ccea tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:07.622881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'Port': ['ID=db221daa-6050-4d15-8d34-641e3b904cfe,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:07.626248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:07.831720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:18:08.256276 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a8c152df-b60b-4193-9071-9168464b7816 req-0f01e285-6db4-4a5b-9ca1-44f426f8a482 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/ports?device_id=800a093c-5c84-4015-a3ce-427ec4a3410f HTTP/1.1" status: 200 len: 210 time: 0.3518126 Apr 22 20:18:08.314860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:08.324364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:08.336774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:08.337394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:08.400534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] No DVR routers for this DVR port db221daa-6050-4d15-8d34-641e3b904cfe on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:18:08.405573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:08.410352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-deleted', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:18:08.453009 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0c44c398-4e8c-4d50-a4f4-eaedf8198fca req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.20 "DELETE /v2.0/ports/db221daa-6050-4d15-8d34-641e3b904cfe HTTP/1.1" status: 204 len: 173 time: 1.7429028 Apr 22 20:18:08.486618 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a093c-5c84-4015-a3ce-427ec4a3410f', 'name': 'network-vif-deleted', 'tag': 'db221daa-6050-4d15-8d34-641e3b904cfe', 'status': 'completed', 'code': 200} Apr 22 20:18:08.653336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:09.009992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:09.014223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:09.023600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:09.024294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:09.223223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:09.404322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35442) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:09.482943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:09.514039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:09.566571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:09.572255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-24a04579-caeb-46bb-892e-d2a864292958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:09.589724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b99b5e-fff6-423b-acae-c5e4cddc4c08,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:09.592370 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:09.598205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:09.602096 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "DELETE /v2.0/security-groups/14b99b5e-fff6-423b-acae-c5e4cddc4c08 HTTP/1.1" status: 204 len: 168 time: 0.1963873 Apr 22 20:18:09.602521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35448) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:09.624795 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.api.v2.resource [None req-87556183-2c69-4f7d-a58c-49bd9a08b256 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] show failed (client error): The resource could not be found. Apr 22 20:18:09.629201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35452) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:09.629349 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-87556183-2c69-4f7d-a58c-49bd9a08b256 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "GET /v2.0/security-groups/14b99b5e-fff6-423b-acae-c5e4cddc4c08 HTTP/1.1" status: 404 len: 347 time: 0.0256524 Apr 22 20:18:09.737663 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:09.746043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4327a6-de89-42e3-afca-7212151264e3 None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:12:09Z', 'revision_number': 4, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': '421baa5d-bb87-4945-90b3-0de49ddc2b42', 'name': '', 'network_id': '9a39d0f6-4353-441d-9fef-11f31b4f6f1f', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'mac_address': 'fa:16:3e:74:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:12:08Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'subnets': [{'id': 'c4462e28-841d-4441-b9c8-50d0d26e5fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:09.813430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Deleting port 81f879da-86d5-4589-bca7-fb802ca8f6f6 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:09.813801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:09.945406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:18:09.989491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: db221daa-6050-4d15-8d34-641e3b904cfe {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:18:09.989782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device db221daa-6050-4d15-8d34-641e3b904cfe not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:18:10.017854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:10.018407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:10.165554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Calling delete_port for 81f879da-86d5-4589-bca7-fb802ca8f6f6 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:10.177226 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58aa8c0-63d6-4174-922c-fac84947f231 None None] New status for floating IP 0a415d00-cf47-4a8f-a753-bd3d33f3588f: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:18:10.335442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:10.343317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1656f5be-497e-46f3-b856-2edc2a8662c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:10.357633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-a58aa8c0-63d6-4174-922c-fac84947f231 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:18:10.357886 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-a58aa8c0-63d6-4174-922c-fac84947f231 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:18:10.390848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Pushing event deleted for resources: {'Port': ['ID=81f879da-86d5-4589-bca7-fb802ca8f6f6,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:10.424815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:10.499657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:10.516447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:10.517620 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a415d00-cf47-4a8f-a753-bd3d33f3588f HTTP/1.1" status: 204 len: 168 time: 0.8872626 Apr 22 20:18:10.859913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58aa8c0-63d6-4174-922c-fac84947f231 None None] New status for floating IP 0a415d00-cf47-4a8f-a753-bd3d33f3588f: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:18:13.370524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35532) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:13.381098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35540) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:13.510385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.526199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:13.530851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Usage tracker for resource:security_group_rule and tenant:139eecd2667745699704772d74b52fd5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:13.534039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:13.540302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:13.633829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.636305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.646288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b61fc5fd-0758-4544-95f1-50f50e9802c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:13.689441 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=139eecd2667745699704772d74b52fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072026 Apr 22 20:18:13.691195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8d8bb4-d1a9-4374-b0e2-44456ada7a01,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:13.693768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35550) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:13.696346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:13.758002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.786262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.834687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.841054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-21c9f0c6-e7ef-441d-9c29-b40a8f82b549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:13.856081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8d8bb4-d1a9-4374-b0e2-44456ada7a01,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:13.859530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:13.861708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:13.866408 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8d8bb4-d1a9-4374-b0e2-44456ada7a01 HTTP/1.1" status: 204 len: 168 time: 0.1708002 Apr 22 20:18:14.082936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:14.464125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Deleting port 421baa5d-bb87-4945-90b3-0de49ddc2b42 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:14.464631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:14.652762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] For port 421baa5d-bb87-4945-90b3-0de49ddc2b42, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=421baa5d-bb87-4945-90b3-0de49ddc2b42,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:14.653165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:14.790161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Calling delete_port for 421baa5d-bb87-4945-90b3-0de49ddc2b42 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:14.965548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:14.970894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89aad580-febc-4472-87f3-276ff933c15f tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:15.017000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Pushing event deleted for resources: {'Port': ['ID=421baa5d-bb87-4945-90b3-0de49ddc2b42,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:15.019764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:15.321891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.410923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35598) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:15.549702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.567857 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:15.572141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c701d6430f746e495be95071633f79a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:15.575325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:15.582112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:15.676567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.680641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.690894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fce31016-000d-4e13-8521-231a3e16bf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:15.737609 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c701d6430f746e495be95071633f79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229432 Apr 22 20:18:15.737609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bee432-270e-4d21-8e7e-279af097da7a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:15.739430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35604) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:15.742112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80ede326-f22f-4831-8f90-c4e5a1466de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:15.802532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.830876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.882542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.887605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91afbb4b-1453-447f-98e8-753adea612af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:15.902054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bee432-270e-4d21-8e7e-279af097da7a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:15.905286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:15.907824 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50bee432-270e-4d21-8e7e-279af097da7a HTTP/1.1" status: 204 len: 168 time: 0.1672792 Apr 22 20:18:15.908937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:15.947733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Router a8bca68f-07b7-468d-8bbc-dc962a63344e has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:18:16.142060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:16.151437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Sync routers for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:16.156202 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] 10.222.0.13 "PUT /v2.0/routers/a8bca68f-07b7-468d-8bbc-dc962a63344e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839186 Apr 22 20:18:16.158241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35614) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:16.162331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:16.162993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:16.376406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:16.643579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:16.714396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35638) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:16.748864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:18:14Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:16.754106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Checking router: a8bca68f-07b7-468d-8bbc-dc962a63344e for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:16.765666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Routers {'a8bca68f-07b7-468d-8bbc-dc962a63344e'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:16.766699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['a8bca68f-07b7-468d-8bbc-dc962a63344e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:16.845134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-323130663-network', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:16.851104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:16.855865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Usage tracker for resource:network and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:16.859566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:16.867046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:16.868853 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:16.877336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Made reservation on behalf of 2aafaef4aa434119b0aecd9318d53278 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:16.878541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Deleting port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:16.878919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:16.882135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:16.896881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:16.913858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:16.917817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:16.922036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:16.928447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:16.961349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] Set router a8bca68f-07b7-468d-8bbc-dc962a63344e gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:17.015030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.018882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.023229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d2abcd0c-71a8-414d-9386-4e3fea60caff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:17.052362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:18:17.066455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbaf418-866a-40dd-908e-1572d94c6388,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:17.070720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:17.070860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] For port 64b82957-3d0b-4dd9-9713-b7bc6d2716ae, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:17.071194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.071734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.072119 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Added segment fcbb4a41-0961-495a-ad40-169b41b22f66 of type vlan for network c12f18fb-8827-4b1b-88df-1ccdfadb38ef Apr 22 20:18:17.101075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.131436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.132945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:17.133590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.138777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:17.212624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Calling delete_port for 64b82957-3d0b-4dd9-9713-b7bc6d2716ae owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:17.244961 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5263643 Apr 22 20:18:17.245212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35644) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:17.254206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Request body: {'subnet': {'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-323130663-subnet', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:17.257343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Pushing event updated for resources: {'Network': ['ID=c12f18fb-8827-4b1b-88df-1ccdfadb38ef,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:17.261865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:17.263234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:17.268044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Usage tracker for resource:subnet and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:17.269296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:18:17.271059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:17.284207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:17.295568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Made reservation on behalf of 2aafaef4aa434119b0aecd9318d53278 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:17.300792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.307363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:18:14Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:17.313043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70886fbe-bf59-4199-a3ef-0c9f67e33a9d None None] The sync data for ids ['a8bca68f-07b7-468d-8bbc-dc962a63344e'] in dv-cinder-787632-1-smb is: [{'id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'name': 'tempest-AttachVolumeShelveTestJSON-1892949591-router', 'tenant_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:50Z', 'updated_at': '2021-04-22T20:18:14Z', 'revision_number': 5, 'project_id': 'd44e5ca389a24c03a1d9cd0cc8b65694', 'gw_port': {'id': '64b82957-3d0b-4dd9-9713-b7bc6d2716ae', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:d3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bca68f-07b7-468d-8bbc-dc962a63344e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:53Z', 'updated_at': '2021-04-22T20:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:17.430238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.441476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:17.486597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b82957-3d0b-4dd9-9713-b7bc6d2716ae,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:17.517259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:17.592179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.743333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.748880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-abd35ded-4fb9-4283-a1d6-1ed269093da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:17.788232 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.790707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.825611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.825849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8bca68f-07b7-468d-8bbc-dc962a63344e {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:18:17.832231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3ebeb9-3f89-40d1-93e1-78933194335b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:17.839864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:17.841493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.847022 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8bca68f-07b7-468d-8bbc-dc962a63344e HTTP/1.1" status: 204 len: 168 time: 1.6876173 Apr 22 20:18:17.847695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35650) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:17.848540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Checking segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:17.848938 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Network hostable DHCP agents. Network: c12f18fb-8827-4b1b-88df-1ccdfadb38ef, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:18:17.869638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:18:17.886650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, c12f18fb-8827-4b1b-88df-1ccdfadb38ef) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:17.896100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0e8d5-2ba1-4dac-907a-a6762dee5624 None None] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:17.902808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:17.903911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.926855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Deleting subnet c4462e28-841d-4441-b9c8-50d0d26e5fb2 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:18:17.932099 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.933344 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6870353 Apr 22 20:18:17.934263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35656) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:17.940965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:17.947270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:17.951878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Usage tracker for resource:router and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:17.957063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:17.964320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:17.980281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.981646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:17.993460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.007293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.112264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.243934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:18:18.244862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.353398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.409874 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.415473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:18.467255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Allocated IP 172.20.0.2 (c12f18fb-8827-4b1b-88df-1ccdfadb38ef/2e3ebeb9-3f89-40d1-93e1-78933194335b/9994ca23-8828-4164-ab36-b1fad7599d36) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:18.467481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4462e28-841d-4441-b9c8-50d0d26e5fb2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:18.470635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.475776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:18.481169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3d2af951-6ca1-4a01-b6bc-c27529e95673 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c4462e28-841d-4441-b9c8-50d0d26e5fb2 HTTP/1.1" status: 204 len: 168 time: 0.6301091 Apr 22 20:18:18.482033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35664) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:18.491314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d8d65b-7da1-4465-87e2-f0dd64d2fd49 None None] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:18.638609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.783042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Deleting port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:18.783704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.911274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.923679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Transition to ACTIVE for port object 9994ca23-8828-4164-ab36-b1fad7599d36 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:18.944269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.944413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Transition to ACTIVE for port object 9994ca23-8828-4164-ab36-b1fad7599d36 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:18.950372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.958192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:18.988097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:18.996839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735e248-d4a2-4488-8370-68497e20714b None None] DHCP port deletion for 9a39d0f6-4353-441d-9fef-11f31b4f6f1f request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:18:19.016111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Deleting port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:19.016531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.043411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:19.064177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:19.071971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:19.128764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Pushing event updated for resources: {'Port': ['ID=9994ca23-8828-4164-ab36-b1fad7599d36,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:19.178542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] For port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:19.178860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.201028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.202044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.202502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.202876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.203256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.203661 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.204029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.204399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.204766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.205131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.205493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.205853 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:19.220426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:18:19.249641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:19.294688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Attempting to bind port 9994ca23-8828-4164-ab36-b1fad7599d36 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:19.295761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Attempting to bind port 9994ca23-8828-4164-ab36-b1fad7599d36 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:19.296055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Attempting to bind port 9994ca23-8828-4164-ab36-b1fad7599d36 on network c12f18fb-8827-4b1b-88df-1ccdfadb38ef {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:19.316635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:19.317053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Checking segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:19.317506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.317951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Bound using segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:19.318490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Bound port: 9994ca23-8828-4164-ab36-b1fad7599d36, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:19.318908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.606771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Calling delete_port for 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:19.684378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Allocated IP 172.28.3.239 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:19.718545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0735e248-d4a2-4488-8370-68497e20714b None None] For port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,segment=NetworkSegment(c3af0902-4c78-4f30-9026-fa2b246731b9),segment_id=c3af0902-4c78-4f30-9026-fa2b246731b9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:19.718994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.750047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.803065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-954cf4d8-2a5b-4038-b2d5-8b23d9463aba tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:19.862108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:19.864145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] No DVR routers for this DVR port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f on host dv-cinder-787632-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:18:19.874586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:19.884855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Calling delete_port for 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:18:19.926117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:19.942955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] For port 9994ca23-8828-4164-ab36-b1fad7599d36, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:19.979586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] For port 9994ca23-8828-4164-ab36-b1fad7599d36, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9994ca23-8828-4164-ab36-b1fad7599d36,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:20.021045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.032314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:20.035250 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.064484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.086033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 421baa5d-bb87-4945-90b3-0de49ddc2b42 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:18:20.143308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 421baa5d-bb87-4945-90b3-0de49ddc2b42 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:18:20.143652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 421baa5d-bb87-4945-90b3-0de49ddc2b42 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:18:20.144118 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 64b82957-3d0b-4dd9-9713-b7bc6d2716ae no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:18:20.171149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a39d0f6-4353-441d-9fef-11f31b4f6f1f']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:20.178750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:18:20.179156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:18:20.186931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3af0902-4c78-4f30-9026-fa2b246731b9') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:20.187266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3af0902-4c78-4f30-9026-fa2b246731b9') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:20.191082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 64b82957-3d0b-4dd9-9713-b7bc6d2716ae {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:18:20.191478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 64b82957-3d0b-4dd9-9713-b7bc6d2716ae not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:18:20.202366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.215424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Pushing event updated for resources: {'Port': ['ID=9994ca23-8828-4164-ab36-b1fad7599d36,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:20.220544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:20.221375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.226607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.228909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-47e61efe-17c1-47d5-b0d1-ee68279e1f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:20.283715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:18:20.385373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:20.393742 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:20.401071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:20.428387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Pushing event updated for resources: {'Port': ['ID=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:20.440265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:20.561765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:20.573720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.680854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Deleting port 3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:18:20.681292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0735e248-d4a2-4488-8370-68497e20714b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:20.758142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0735e248-d4a2-4488-8370-68497e20714b None None] The port '3a9c47bc-1459-42b2-8491-4ed3bc2ebf0f' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:18:20.937887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Network 9a39d0f6-4353-441d-9fef-11f31b4f6f1f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:18:20.962712 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:18:21.173353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.191610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2886658b-1ba9-4ec6-83b8-b31894c30cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:21.215904 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.224847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9994ca23-8828-4164-ab36-b1fad7599d36 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:21.227050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=9a39d0f6-4353-441d-9fef-11f31b4f6f1f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:21.235271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:21.271860 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-37edcced-f18f-4db3-a9a3-e42209829ecb admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a39d0f6-4353-441d-9fef-11f31b4f6f1f HTTP/1.1" status: 204 len: 168 time: 2.7847514 Apr 22 20:18:21.289676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.312878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 9994ca23-8828-4164-ab36-b1fad7599d36 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:21.407950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35684) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:21.464652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-842ea6ca-c78b-460a-992b-7bb70910174b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d44e5ca389a24c03a1d9cd0cc8b65694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0551684 Apr 22 20:18:21.467436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35688) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:21.535694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.567142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.640969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.653958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20ee12c4-b9fc-4bd2-a258-15f1fc1b371d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:21.663626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650e1746-e6eb-476d-9933-b78943bff7e1 None None] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:21.676762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf4c72-429e-42e4-be91-16b7e40c32f8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:21.678938 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.683789 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5adf4c72-429e-42e4-be91-16b7e40c32f8 HTTP/1.1" status: 204 len: 168 time: 0.2152674 Apr 22 20:18:21.684928 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:21.787070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Provisioning for port 9994ca23-8828-4164-ab36-b1fad7599d36 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:21.801873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Provisioning complete for port 9994ca23-8828-4164-ab36-b1fad7599d36 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:21.802307 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:21.937562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.043472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.096930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] For port 9994ca23-8828-4164-ab36-b1fad7599d36, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9994ca23-8828-4164-ab36-b1fad7599d36,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:22.103709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.105676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:22.187817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Pushing event updated for resources: {'Port': ['ID=9994ca23-8828-4164-ab36-b1fad7599d36,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:22.191447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:22.191941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Router 89202647-a9ac-491a-a747-0140758a24bc is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:18:22.394120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:22.403711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Sync routers for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:22.418828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:22.419540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:22.433764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.435110 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4994087 Apr 22 20:18:22.444187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35714) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:22.552247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35720) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:22.563805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-afa443a0-e38d-4f90-b687-05c88184415b None None] Provisioning complete for port 9994ca23-8828-4164-ab36-b1fad7599d36 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:22.564405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-afa443a0-e38d-4f90-b687-05c88184415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.715982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597947060-network', 'tenant_id': '55ce3fd69ee24ee7bbb8ab638d8eeed6'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:22.722536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:22.726741 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Usage tracker for resource:network and tenant:55ce3fd69ee24ee7bbb8ab638d8eeed6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:22.730546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:22.737300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:22.749295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Made reservation on behalf of 55ce3fd69ee24ee7bbb8ab638d8eeed6 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:22.753703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:22.755020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.770007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.786028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:22.790347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Usage tracker for resource:security_group_rule and tenant:55ce3fd69ee24ee7bbb8ab638d8eeed6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:22.793462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:22.801773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:22.911830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.915447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.919851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-07e8560f-d68c-4c6a-bc5f-a12913bd83ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:22.950219 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:18:22.959987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e71164-f4c5-4225-bc07-19921888030b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:22.963257 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:22.967387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:22.967804 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Added segment a40b8024-2088-4bbb-8a08-2335b0a7d01d of type vlan for network b1bfba64-f439-413f-adc0-020266280531 Apr 22 20:18:22.996687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.035644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.037115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:23.037750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.043210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7c177ec3-a691-4df4-91e2-17f1d9801ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:23.076971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:20Z', 'revision_number': 3, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:23.082446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Checking router: 89202647-a9ac-491a-a747-0140758a24bc for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:23.083030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Updating router 89202647-a9ac-491a-a747-0140758a24bc port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:18:23.153488 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6000054 Apr 22 20:18:23.156572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.157142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35730) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:23.160273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bfba64-f439-413f-adc0-020266280531,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:23.163206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:23.167259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Request body: {'subnet': {'network_id': 'b1bfba64-f439-413f-adc0-020266280531', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1597947060-subnet', 'tenant_id': '55ce3fd69ee24ee7bbb8ab638d8eeed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:23.173096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:23.177759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Usage tracker for resource:subnet and tenant:55ce3fd69ee24ee7bbb8ab638d8eeed6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:23.180838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:23.188051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:23.189175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network b1bfba64-f439-413f-adc0-020266280531 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:18:23.198357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Made reservation on behalf of 55ce3fd69ee24ee7bbb8ab638d8eeed6 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:23.204204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.209522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9994ca23-8828-4164-ab36-b1fad7599d36 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:23.311566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.547310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Allocated IP 172.20.0.1 (c12f18fb-8827-4b1b-88df-1ccdfadb38ef/2e3ebeb9-3f89-40d1-93e1-78933194335b/a99fb5dc-e0db-4d1a-8875-10e6f2792f6c) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:23.550483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 9994ca23-8828-4164-ab36-b1fad7599d36 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:23.550978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.637699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.643424 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:23.727824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f572a3-fc2e-4f90-9d5f-c3e6d7a3210b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:23.732142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:23.737600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Checking segment: {'id': 'a40b8024-2088-4bbb-8a08-2335b0a7d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1bfba64-f439-413f-adc0-020266280531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:23.737986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Network hostable DHCP agents. Network: b1bfba64-f439-413f-adc0-020266280531, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:18:23.744106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.758893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Network b1bfba64-f439-413f-adc0-020266280531 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:18:23.761764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Transition to ACTIVE for port object a99fb5dc-e0db-4d1a-8875-10e6f2792f6c will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:23.769885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, b1bfba64-f439-413f-adc0-020266280531) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:23.784073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:23.784849 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.787991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:23.789285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d451c4a-5496-4111-bb85-c36b6a52a56f None None] Network b1bfba64-f439-413f-adc0-020266280531 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:23.793284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:23.811556 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ffbd6eaa-de44-4cca-9d2c-2843541c658e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6480200 Apr 22 20:18:23.876600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:23.877754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:23.880541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:23.925055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Pushing event updated for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:23.934650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:23.992925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.238380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ab6c3724-0306-46d8-a47c-6a828cb77cc8 None None] Provisioning for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:24.246412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f3d16-9729-44de-9093-671e99321b22 None None] Network b1bfba64-f439-413f-adc0-020266280531 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:24.280697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ab6c3724-0306-46d8-a47c-6a828cb77cc8 None None] Provisioning complete for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:24.281112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3724-0306-46d8-a47c-6a828cb77cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.356598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.414653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.431182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c3724-0306-46d8-a47c-6a828cb77cc8 None None] Port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:18:24.455295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Transition to ACTIVE for port object 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:24.476486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.487137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:24.498763 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35754) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:24.506096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087066207-network', 'tenant_id': '3bf664de98b94e9fabbb794f3ba40780'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:24.511620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:24.517092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Usage tracker for resource:network and tenant:3bf664de98b94e9fabbb794f3ba40780 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:24.521629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:24.528880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:24.539609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Made reservation on behalf of 3bf664de98b94e9fabbb794f3ba40780 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:24.545547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.559999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.577706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:24.582189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Usage tracker for resource:security_group_rule and tenant:3bf664de98b94e9fabbb794f3ba40780 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:24.585415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:24.594062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:24.633215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Attempting to bind port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:24.633908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Attempting to bind port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:24.634201 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Attempting to bind port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:24.656478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:24.656988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:24.657528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.658046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:24.658747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Bound port: 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:24.659134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.704174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbb512-f64f-4b7c-92a5-dddedaf461b0 None None] Pushing event updated for resources: {'Port': ['ID=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:24.710300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7bbb512-f64f-4b7c-92a5-dddedaf461b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:24.718809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.721912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.726403 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-230ac39e-4c2c-4a90-8f24-ab01139c3a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:24.753319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:18:24.767335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97357c71-352b-4b57-abfb-a6b39fbbc73e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:24.771443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:24.772643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.773121 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Added segment bbe7fbdb-7159-4b3e-a94f-1eef36d0de36 of type vlan for network 923d7c85-55bc-4910-928a-70f9b5a18733 Apr 22 20:18:24.794861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] For port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:24.798254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] For port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:24.801724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.803314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.811759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:24.836982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.838576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:24.839349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.845215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:24.877738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.881725 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:24.883639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:24.884803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:24.911908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:24.956774 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4565411 Apr 22 20:18:24.959914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35758) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:24.968790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Request body: {'subnet': {'network_id': '923d7c85-55bc-4910-928a-70f9b5a18733', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1087066207-subnet', 'tenant_id': '3bf664de98b94e9fabbb794f3ba40780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:24.972409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Pushing event updated for resources: {'Network': ['ID=923d7c85-55bc-4910-928a-70f9b5a18733,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:24.976000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:24.977095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:24.981457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Usage tracker for resource:subnet and tenant:3bf664de98b94e9fabbb794f3ba40780 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:24.985933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:24.992207 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:25.002401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Made reservation on behalf of 3bf664de98b94e9fabbb794f3ba40780 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:25.003321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Pushing event updated for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:25.006069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.009579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.010069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:25.011287 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network 923d7c85-55bc-4910-928a-70f9b5a18733 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:18:25.151926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbb512-f64f-4b7c-92a5-dddedaf461b0 None None] Pushing event updated for resources: {'Port': ['ID=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:25.156614 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7bbb512-f64f-4b7c-92a5-dddedaf461b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:25.162921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:25.164135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:25.211782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:25.432035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Router 89202647-a9ac-491a-a747-0140758a24bc has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:18:25.507901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.513292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:25.597170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41389f8-1b4f-4633-9cd6-e02d78a03894,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:25.606749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:25.607590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Checking segment: {'id': 'bbe7fbdb-7159-4b3e-a94f-1eef36d0de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '923d7c85-55bc-4910-928a-70f9b5a18733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:25.608267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Network hostable DHCP agents. Network: 923d7c85-55bc-4910-928a-70f9b5a18733, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:18:25.628946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ff2450de-b9a4-4321-9eb0-9ae8a2bb2931 None None] Provisioning complete for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:25.629300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ff2450de-b9a4-4321-9eb0-9ae8a2bb2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.632911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Network 923d7c85-55bc-4910-928a-70f9b5a18733 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:18:25.645277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, 923d7c85-55bc-4910-928a-70f9b5a18733) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:25.657211 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:25.676801 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] 10.222.0.13 "PUT /v2.0/routers/89202647-a9ac-491a-a747-0140758a24bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2207825 Apr 22 20:18:25.677124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:25.677124 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.677344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597c007-2780-45a9-a1f9-5b2c3a6675c3 None None] Network 923d7c85-55bc-4910-928a-70f9b5a18733 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:25.702257 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6a5de6e3-62e2-4756-a1c9-ccbcbf6e7bec admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7359071 Apr 22 20:18:25.854549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35774) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:25.923768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Deleting subnet 01f572a3-fc2e-4f90-9d5f-c3e6d7a3210b {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:18:25.927019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:25.960848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ff2450de-b9a4-4321-9eb0-9ae8a2bb2931 None None] Port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:18:25.984432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262470020'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.025390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 2, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:26.048880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.057615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a8596-d89e-411d-a0e2-131e217b8baf None None] The sync data for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb is: [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 2, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:26.140839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361e225-1e6a-489e-b401-66f82312f64e None None] Network 923d7c85-55bc-4910-928a-70f9b5a18733 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:26.330216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262489135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036591526691'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.335950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:26.351262 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35788) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:26.357840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1130347770-network', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:26.362996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:26.367152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Usage tracker for resource:network and tenant:fa5c437a2a2142d58d0e3f5785cfa53a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:26.370551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:26.378147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:26.381529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f572a3-fc2e-4f90-9d5f-c3e6d7a3210b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:26.383758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.387838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:26.390245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Made reservation on behalf of fa5c437a2a2142d58d0e3f5785cfa53a for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:26.391313 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-731d436e-c6b2-49a0-ae98-f62f1a754d56 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/01f572a3-fc2e-4f90-9d5f-c3e6d7a3210b HTTP/1.1" status: 204 len: 168 time: 0.5353556 Apr 22 20:18:26.393926 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35792) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:26.395986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.414401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.444852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:26.453549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5c437a2a2142d58d0e3f5785cfa53a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:26.456421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:26.463273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:26.548067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.593510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.612586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.616364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ed72a89f-3afe-420e-9488-225b40fb98b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:26.653481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:18:26.664885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdecbb6-c040-4444-92a7-dded5629d801,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:26.669244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:26.678612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.679154 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Added segment d4d1e734-bc28-4210-a5e8-bd8044533f56 of type vlan for network d9c49590-42d9-4cda-9294-11b4db4d7a6c Apr 22 20:18:26.725153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.726684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.766825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.768292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:26.772455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.820833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:26.860963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35800) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:26.868200 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5156384 Apr 22 20:18:26.879400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Request body: {'subnet': {'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1130347770-subnet', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:26.887836 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:26.894419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bfba64-f439-413f-adc0-020266280531']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:26.907771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Usage tracker for resource:subnet and tenant:fa5c437a2a2142d58d0e3f5785cfa53a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:26.914906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:26.922393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:26.940823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40b8024-2088-4bbb-8a08-2335b0a7d01d') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:26.941508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40b8024-2088-4bbb-8a08-2335b0a7d01d') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:26.948608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c49590-42d9-4cda-9294-11b4db4d7a6c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:26.951613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:26.965217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:18:26.976118 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:26.999617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.008225 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:18:27.081817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35806) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:27.110279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Made reservation on behalf of fa5c437a2a2142d58d0e3f5785cfa53a for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:27.115363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.250620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:27.273931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.304246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:27.309595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Usage tracker for resource:security_group_rule and tenant:6ccf374b17424247b97ebc1aa8fdd351 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:27.314267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:27.322097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:27.340491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:27.347561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:27.348075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.452993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.457147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.492978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d9c451f0-0e2a-4fb5-ad45-555161ee8162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:27.508689 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ccf374b17424247b97ebc1aa8fdd351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256041 Apr 22 20:18:27.511747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35812) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:27.519598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.540371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:27.545452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.548277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7bbb512-f64f-4b7c-92a5-dddedaf461b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:27.582311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b5f15-66e2-497a-85d0-e078ec3d3534,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:27.600379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b2ff7ca-000a-4706-ae39-50e5426f3656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:27.620890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:27.626832 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:27.630222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.661712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.671162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Network b1bfba64-f439-413f-adc0-020266280531 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:27.685935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.712851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.718476 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-86334086-02ee-4276-a7e5-3c1cdd4e30d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:27.734123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b5f15-66e2-497a-85d0-e078ec3d3534,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:27.737298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:27.741097 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c0b5f15-66e2-497a-85d0-e078ec3d3534 HTTP/1.1" status: 204 len: 168 time: 0.2257168 Apr 22 20:18:27.741097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c8895b9-f339-47d4-b113-8e86447f31a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:27.922242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Network b1bfba64-f439-413f-adc0-020266280531 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:18:27.948920 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:18:28.066579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.122838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:28.139450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.154002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bfba64-f439-413f-adc0-020266280531,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:28.157624 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:28.160001 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b47dfcf4-6090-4ea7-90d2-4538a812707f admin admin] 10.222.0.13 "DELETE /v2.0/networks/b1bfba64-f439-413f-adc0-020266280531 HTTP/1.1" status: 204 len: 168 time: 1.7649565 Apr 22 20:18:28.162316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35818) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:28.228493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Deleting subnet f41389f8-1b4f-4633-9cd6-e02d78a03894 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:18:28.231697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.257368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.262234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:28.288453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.338431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1426575b-41e9-4f6d-ac84-72b1bb2e943a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:28.342641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:28.349109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Checking segment: {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:28.349506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Network hostable DHCP agents. Network: d9c49590-42d9-4cda-9294-11b4db4d7a6c, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:18:28.350921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.369365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:18:28.377828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, d9c49590-42d9-4cda-9294-11b4db4d7a6c) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:28.387083 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d613b-8c87-4b8d-9d9d-eee86c313a48 None None] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:28.390324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:28.391021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.409215 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cb6666c0-84cc-4566-804b-6e62f62ea289 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5471065 Apr 22 20:18:28.411879 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 35822) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:28.417699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:28.423737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:28.428100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Usage tracker for resource:router and tenant:fa5c437a2a2142d58d0e3f5785cfa53a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:18:28.431748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:18:28.438912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:28.448477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.449544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.464413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.640356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-d9c49590-42d9-4cda-9294-11b4db4d7a6c', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:18:28.641400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.653673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.659583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:28.698306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41389f8-1b4f-4633-9cd6-e02d78a03894,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:28.703098 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:28.704576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.713850 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f41389f8-1b4f-4633-9cd6-e02d78a03894 HTTP/1.1" status: 204 len: 168 time: 0.5480795 Apr 22 20:18:28.714172 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35826) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:28.780551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.816122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Allocated IP 172.20.0.2 (d9c49590-42d9-4cda-9294-11b4db4d7a6c/1426575b-41e9-4f6d-ac84-72b1bb2e943a/54d346f6-eae3-4430-b659-341f0727ee1d) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:28.841104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:28.992296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.065935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.079355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Transition to ACTIVE for port object 54d346f6-eae3-4430-b659-341f0727ee1d will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:29.103097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Transition to ACTIVE for port object 54d346f6-eae3-4430-b659-341f0727ee1d will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:29.108377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.113968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:29.117488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d7c85-55bc-4910-928a-70f9b5a18733']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:29.129391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.145950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe7fbdb-7159-4b3e-a94f-1eef36d0de36') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:29.146633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe7fbdb-7159-4b3e-a94f-1eef36d0de36') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:29.162340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.164463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.194192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.197676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:29.200739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:29.203652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:18:29.205929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:29.213076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Pushing event updated for resources: {'Port': ['ID=54d346f6-eae3-4430-b659-341f0727ee1d,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:29.218762 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:29.226261 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:29.324189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Allocated IP 172.28.3.30 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/583bfcf3-f6e9-448b-a05e-2087b9ff5124) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:29.386504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Attempting to bind port 54d346f6-eae3-4430-b659-341f0727ee1d on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:29.386918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Attempting to bind port 54d346f6-eae3-4430-b659-341f0727ee1d by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:29.387323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Attempting to bind port 54d346f6-eae3-4430-b659-341f0727ee1d on network d9c49590-42d9-4cda-9294-11b4db4d7a6c {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:29.393409 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:29.393829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Checking segment: {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:29.394281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.397017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Bound using segment: {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:29.397017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Bound port: 54d346f6-eae3-4430-b659-341f0727ee1d, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:29.397017 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.408799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Network 923d7c85-55bc-4910-928a-70f9b5a18733 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:29.418495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.467759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Sync routers for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:29.479307 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:29.480454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:29.480612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:29.480952 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.489618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.523016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.529593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-36bdba98-a75e-4dff-bf6e-80d798a149fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:29.565132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] For port 54d346f6-eae3-4430-b659-341f0727ee1d, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:29.605883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:29.609690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:29.617830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:29.667920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Network 923d7c85-55bc-4910-928a-70f9b5a18733 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:18:29.682803 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3afb638e-9fd0-4cd5-8998-0a4006da29ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.684181 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Pushing event updated for resources: {'Port': ['ID=583bfcf3-f6e9-448b-a05e-2087b9ff5124,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:29.689217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:18:29.700637 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:18:29.707531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:29.781657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.784750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] For port 54d346f6-eae3-4430-b659-341f0727ee1d, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=54d346f6-eae3-4430-b659-341f0727ee1d,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:29.786179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:29.794259 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.800943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:29.803008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:29.814438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=923d7c85-55bc-4910-928a-70f9b5a18733,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:29.820322 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/923d7c85-55bc-4910-928a-70f9b5a18733 HTTP/1.1" status: 204 len: 168 time: 1.1027749 Apr 22 20:18:29.820322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-412cd57c-8955-4265-beb5-72a2f6c34b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:29.912491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Pushing event updated for resources: {'Port': ['ID=54d346f6-eae3-4430-b659-341f0727ee1d,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:29.915865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:30.071433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35832) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:30.074406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 2, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:30.078760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Checking router: 89202647-a9ac-491a-a747-0140758a24bc for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:30.079167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Updating router 89202647-a9ac-491a-a747-0140758a24bc port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:18:30.129282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.133838 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-89f23f7e-afc6-4ecb-b9e5-2dfd43923fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ce3fd69ee24ee7bbb8ab638d8eeed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588682 Apr 22 20:18:30.134039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35836) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:30.138887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.205008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.242045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.311602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.321135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-549f061b-3b2c-4fd9-88fe-043b0abb2820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:30.335236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e71164-f4c5-4225-bc07-19921888030b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:30.354503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:30.359273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.360738 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-048417ee-faf7-40ea-898e-b092a609fe21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25e71164-f4c5-4225-bc07-19921888030b HTTP/1.1" status: 204 len: 168 time: 0.2257509 Apr 22 20:18:30.611093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.631802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Transition to ACTIVE for port object a99fb5dc-e0db-4d1a-8875-10e6f2792f6c will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:30.641541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.649082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:30.801896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:30.825819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Pushing event updated for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:30.860592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35844) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:30.880677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.881128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.881558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.881983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.882406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.882843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.883263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.883705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.884123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.884544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.884958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.885355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:18:30.900084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:30.936804 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1c741075-4bc4-4870-b940-962d9c7796e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bf664de98b94e9fabbb794f3ba40780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690298 Apr 22 20:18:30.937170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35848) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:31.017559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.054655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.059841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Router 8ce40789-cc4e-4429-9929-2f57e9df504b is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:18:31.067349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Attempting to bind port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:31.067766 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Attempting to bind port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:31.068152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Attempting to bind port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c on network c12f18fb-8827-4b1b-88df-1ccdfadb38ef {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:31.073915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:31.074249 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Checking segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:31.074683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.075104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Bound using segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:31.075629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Bound port: a99fb5dc-e0db-4d1a-8875-10e6f2792f6c, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:31.076579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.104966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.110835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6954f93c-43cd-4015-9bdb-9af535194cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:31.124911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97357c71-352b-4b57-abfb-a6b39fbbc73e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:31.128051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:31.129045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.134107 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97357c71-352b-4b57-abfb-a6b39fbbc73e HTTP/1.1" status: 204 len: 168 time: 0.1920612 Apr 22 20:18:31.176677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] For port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:31.180748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] For port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:31.187888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.193808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec4f9146-beb0-467e-a5e0-725a1a1e1d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:31.219366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.298846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:31.308930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Sync routers for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:31.320071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Pushing event updated for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:31.324892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:31.325584 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:31.326770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:31.341783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:31.343815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:31.346119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:31.348532 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8bd2b2ec-088b-467c-a098-87aef3aae13c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9355929 Apr 22 20:18:31.351731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 35854) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:18:31.475273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 54d346f6-eae3-4430-b659-341f0727ee1d up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:31.633856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:31.912510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23f3fb-c695-4b31-a745-5ea96d2a6cb5 None None] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:18:32.072760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:31Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:32.078269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb33c65-a916-4b99-9a9d-0b5f5011af76 None None] The sync data for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb is: [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:31Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:32.126522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:18:32.134740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 54d346f6-eae3-4430-b659-341f0727ee1d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:32.202375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Provisioning for port 54d346f6-eae3-4430-b659-341f0727ee1d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:32.239950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Provisioning complete for port 54d346f6-eae3-4430-b659-341f0727ee1d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:32.240502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:32.301890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:32.443971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-40507ac8-ac20-41cc-b29f-c60dac469f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:32.832496 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:32.850025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:32.901313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] For port 54d346f6-eae3-4430-b659-341f0727ee1d, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=54d346f6-eae3-4430-b659-341f0727ee1d,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:32.910245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:32.915223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:33.031511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:29Z', 'revision_number': 3, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:33.040848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.047408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Checking router: 8ce40789-cc4e-4429-9929-2f57e9df504b for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:33.048503 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Updating router 8ce40789-cc4e-4429-9929-2f57e9df504b port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:18:33.090115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Pushing event updated for resources: {'Port': ['ID=54d346f6-eae3-4430-b659-341f0727ee1d,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:33.100873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:33.104174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-058d4525-62fd-499b-b94e-415231561b17 None None] Provisioning complete for port 54d346f6-eae3-4430-b659-341f0727ee1d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:33.104601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-058d4525-62fd-499b-b94e-415231561b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.159079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Allocated IP 172.20.0.1 (d9c49590-42d9-4cda-9294-11b4db4d7a6c/1426575b-41e9-4f6d-ac84-72b1bb2e943a/b064719f-12cf-4f0f-8f11-959de830dd08) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:33.174365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.306795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a99fb5dc-e0db-4d1a-8875-10e6f2792f6c up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:33.344085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.361908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Transition to ACTIVE for port object b064719f-12cf-4f0f-8f11-959de830dd08 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:33.387534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.393058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:33.467282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:33.471157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:33.475217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:33.533388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Pushing event updated for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:33.542471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:33.553900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.559739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:33.579906 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:33.580437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.676441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.714607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.826734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.855325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-66db372e-f811-43c3-a3c2-cc0cb7632b44 None None] Provisioning for port b064719f-12cf-4f0f-8f11-959de830dd08 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:33.875965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-66db372e-f811-43c3-a3c2-cc0cb7632b44 None None] Provisioning complete for port b064719f-12cf-4f0f-8f11-959de830dd08 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:33.876388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-66db372e-f811-43c3-a3c2-cc0cb7632b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.908812 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.939247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:33.947105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Transition to ACTIVE for port object 583bfcf3-f6e9-448b-a05e-2087b9ff5124 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:33.954454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.955349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 54d346f6-eae3-4430-b659-341f0727ee1d up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:33.987698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:33.987933 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:33.991241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.026557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f2d201a1-f9f7-4ae5-9783-b93024b50776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:34.035202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.053145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-66db372e-f811-43c3-a3c2-cc0cb7632b44 None None] Port b064719f-12cf-4f0f-8f11-959de830dd08 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:18:34.111183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Attempting to bind port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:34.111615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Attempting to bind port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:34.111749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.112023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Attempting to bind port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:34.116425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Pushing event updated for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:34.119471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:34.121139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:34.124026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:34.124856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:34.125265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:34.125703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.126130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:34.126650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Bound port: 583bfcf3-f6e9-448b-a05e-2087b9ff5124, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:34.127059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.152435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:34.265236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:34.266163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:34.426603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 54d346f6-eae3-4430-b659-341f0727ee1d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:34.427013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.452296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Pushing event updated for resources: {'Port': ['ID=583bfcf3-f6e9-448b-a05e-2087b9ff5124,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:34.467455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:34.480410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Router 8ce40789-cc4e-4429-9929-2f57e9df504b has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:18:34.530901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] For port 583bfcf3-f6e9-448b-a05e-2087b9ff5124, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:34.534237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.536090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] For port 583bfcf3-f6e9-448b-a05e-2087b9ff5124, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=583bfcf3-f6e9-448b-a05e-2087b9ff5124,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:34.539866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-61cb688b-c26b-40ff-ad64-56dadc4b2981 None None] Provisioning complete for port b064719f-12cf-4f0f-8f11-959de830dd08 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:34.540271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61cb688b-c26b-40ff-ad64-56dadc4b2981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.571301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:34.585907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:34.674856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:18:34.684294 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] 10.222.0.13 "PUT /v2.0/routers/8ce40789-cc4e-4429-9929-2f57e9df504b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3314028 Apr 22 20:18:34.711020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-61cb688b-c26b-40ff-ad64-56dadc4b2981 None None] Port b064719f-12cf-4f0f-8f11-959de830dd08 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:18:34.752954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:34.753690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:34.804583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Pushing event updated for resources: {'Port': ['ID=583bfcf3-f6e9-448b-a05e-2087b9ff5124,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:34.807949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:34.956847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:35.249748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a99fb5dc-e0db-4d1a-8875-10e6f2792f6c up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:35.393326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:35.393747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:35.442039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'b064719f-12cf-4f0f-8f11-959de830dd08', 'name': '', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'mac_address': 'fa:16:3e:c7:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:32Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 2, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'subnets': [{'id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:35.458014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb2bedc-f652-4fb9-ae1f-a46c67bfcbc0 None None] The sync data for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb is: [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'b064719f-12cf-4f0f-8f11-959de830dd08', 'name': '', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'mac_address': 'fa:16:3e:c7:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:32Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 2, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'subnets': [{'id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:37.243829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 583bfcf3-f6e9-448b-a05e-2087b9ff5124 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:37.335165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:37.341554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:37.342789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:37.478147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:37.495463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 583bfcf3-f6e9-448b-a05e-2087b9ff5124, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=583bfcf3-f6e9-448b-a05e-2087b9ff5124,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:37.501270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:37.506935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:37.588513 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=583bfcf3-f6e9-448b-a05e-2087b9ff5124,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:37.592726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:39.023321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Sync routers for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:18:39.034404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:39.035069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:39.236283 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:39.268447 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 583bfcf3-f6e9-448b-a05e-2087b9ff5124 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:39.399635 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:39.401800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:39.652668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'b064719f-12cf-4f0f-8f11-959de830dd08', 'name': '', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'mac_address': 'fa:16:3e:c7:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:32Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 2, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'subnets': [{'id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:39.658433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Checking router: 8ce40789-cc4e-4429-9929-2f57e9df504b for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:18:39.658918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Updating router 8ce40789-cc4e-4429-9929-2f57e9df504b port b064719f-12cf-4f0f-8f11-959de830dd08 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:18:39.723082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.131372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.144899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Transition to ACTIVE for port object b064719f-12cf-4f0f-8f11-959de830dd08 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:40.153080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.158042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d47ab3f-3b64-4685-afde-d2d0af15d2ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:40.288411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6826-c5a7-4c1e-b7b8-fabef91e2bb3 None None] Pushing event updated for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:40.297780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b32d6826-c5a7-4c1e-b7b8-fabef91e2bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:40.409484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Attempting to bind port b064719f-12cf-4f0f-8f11-959de830dd08 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:40.409893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Attempting to bind port b064719f-12cf-4f0f-8f11-959de830dd08 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:40.410289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Attempting to bind port b064719f-12cf-4f0f-8f11-959de830dd08 on network d9c49590-42d9-4cda-9294-11b4db4d7a6c {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:40.418269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:40.418653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Checking segment: {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:40.419092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.419620 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Bound using segment: {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:40.420144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Bound port: b064719f-12cf-4f0f-8f11-959de830dd08, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d1e734-bc28-4210-a5e8-bd8044533f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:40.420568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.533501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] For port b064719f-12cf-4f0f-8f11-959de830dd08, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:40.538166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] For port b064719f-12cf-4f0f-8f11-959de830dd08, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=b064719f-12cf-4f0f-8f11-959de830dd08,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:40.542529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:40.548113 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-27878713-e434-4742-bc65-cce296d1f608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:40.651711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:18:40.652377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:18:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:40.802007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d6826-c5a7-4c1e-b7b8-fabef91e2bb3 None None] Pushing event updated for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:40.805335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b32d6826-c5a7-4c1e-b7b8-fabef91e2bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:40.877864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:18:41.307114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b064719f-12cf-4f0f-8f11-959de830dd08 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:41.384822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port b064719f-12cf-4f0f-8f11-959de830dd08 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:41.391708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port b064719f-12cf-4f0f-8f11-959de830dd08 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:41.392373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:41.475885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'b064719f-12cf-4f0f-8f11-959de830dd08', 'name': '', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'mac_address': 'fa:16:3e:c7:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:32Z', 'updated_at': '2021-04-22T20:18:40Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'subnets': [{'id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:18:41.480463 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b0b32-5bfb-4dac-874f-33128cef900f None None] The sync data for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb is: [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'b064719f-12cf-4f0f-8f11-959de830dd08', 'name': '', 'network_id': 'd9c49590-42d9-4cda-9294-11b4db4d7a6c', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'mac_address': 'fa:16:3e:c7:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:32Z', 'updated_at': '2021-04-22T20:18:40Z', 'revision_number': 4, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'subnets': [{'id': '1426575b-41e9-4f6d-ac84-72b1bb2e943a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:18:41.573008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:41.615694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port b064719f-12cf-4f0f-8f11-959de830dd08, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=b064719f-12cf-4f0f-8f11-959de830dd08,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:18:41.621640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:41.624096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4db82a38-7294-4244-af33-7628919fbad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:41.720961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:41.724280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:43.211312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b064719f-12cf-4f0f-8f11-959de830dd08 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:18:43.292769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port b064719f-12cf-4f0f-8f11-959de830dd08 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:43.293559 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:45.456319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-e9202c44-ff89-463b-8820-f0e3a77db77a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:45.457921 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-e9202c44-ff89-463b-8820-f0e3a77db77a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 814 time: 0.1609919 Apr 22 20:18:45.474418 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-96269871-b614-44cc-a78a-e1964d5a6ee9 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/quotas/2aafaef4aa434119b0aecd9318d53278 HTTP/1.1" status: 200 len: 375 time: 0.0101624 Apr 22 20:18:45.569722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-5d0062b4-5b37-4ee1-92ef-14ef0f4981c0 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:18:45.586434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-5d0062b4-5b37-4ee1-92ef-14ef0f4981c0 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:18:45.587889 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-5d0062b4-5b37-4ee1-92ef-14ef0f4981c0 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075556 Apr 22 20:18:45.759735 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-486090c0-8c85-495e-a158-42f3f4be7fdf service neutron] 10.222.0.13 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437206 Apr 22 20:18:45.904568 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-76d5f891-a71b-4590-a9cb-3f8a81bc2193 service neutron] 10.222.0.13 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437078 Apr 22 20:18:46.110693 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-10608da8-06a8-4fcf-903f-a23b2aa96ab2 req-0a7b072c-40e3-4a59-ad1e-3792cf1ad599 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 210 time: 0.0544181 Apr 22 20:18:47.168212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-1c3bca50-b4e5-4fa8-b704-4c19c211109f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:47.169031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-1c3bca50-b4e5-4fa8-b704-4c19c211109f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:18:47.187528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-1c3bca50-b4e5-4fa8-b704-4c19c211109f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:18:47.188791 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-1c3bca50-b4e5-4fa8-b704-4c19c211109f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 814 time: 0.1870849 Apr 22 20:18:47.204177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'port': {'device_id': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'admin_state_up': True, 'tenant_id': '2aafaef4aa434119b0aecd9318d53278'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:47.290057 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3dd6acd5-0607-4e8e-974f-ae6198fca707 req-fff3be03-7919-4064-b3db-4f084399ed49 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 210 time: 0.0533090 Apr 22 20:18:47.369593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:18:47.384115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:18:47.394909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Made reservation on behalf of 2aafaef4aa434119b0aecd9318d53278 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:18:47.401754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:47.607605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Allocated IP 172.20.0.9 (c12f18fb-8827-4b1b-88df-1ccdfadb38ef/2e3ebeb9-3f89-40d1-93e1-78933194335b/886e7982-5d83-44c3-b038-fcee14b14c29) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:18:47.897459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:47.915828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Transition to ACTIVE for port object 886e7982-5d83-44c3-b038-fcee14b14c29 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:47.945617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:47.952343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf2fe66e-9723-4199-ab35-44b0b9abeceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:48.028985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:18:48.033182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:18:48.037466 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:18:48.085107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:48.088004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:48.126798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:48.127545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:48.158412 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604387 Apr 22 20:18:48.280355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ee24d7f3-fe35-4360-805c-c786dec062f2 None None] Provisioning for port 886e7982-5d83-44c3-b038-fcee14b14c29 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:18:48.285651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-ee24d7f3-fe35-4360-805c-c786dec062f2 None None] Provisioning complete for port 886e7982-5d83-44c3-b038-fcee14b14c29 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:18:48.286069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ee24d7f3-fe35-4360-805c-c786dec062f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:48.344745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ee24d7f3-fe35-4360-805c-c786dec062f2 None None] Port 886e7982-5d83-44c3-b038-fcee14b14c29 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:18:48.521643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-aa4467ec-bab3-4b4e-abe4-d8c1cf734d38 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:48.522546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-aa4467ec-bab3-4b4e-abe4-d8c1cf734d38 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:18:48.540845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-aa4467ec-bab3-4b4e-abe4-d8c1cf734d38 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:18:48.542134 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-aa4467ec-bab3-4b4e-abe4-d8c1cf734d38 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.1098914 Apr 22 20:18:48.608334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-4d7da43d-53c9-45bb-90b1-fa44cb7a4b8c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:18:48.627246 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-4d7da43d-53c9-45bb-90b1-fa44cb7a4b8c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:18:48.629070 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-374a7f52-030f-4388-bba9-bd7fb30de802 req-4d7da43d-53c9-45bb-90b1-fa44cb7a4b8c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790660 Apr 22 20:18:49.848457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f8db5-1ec1-44ac-a9d3-8b57de9ffd58 req-f1b8762e-1378-476e-bf4d-24e281564740 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:49.850046 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c2f8db5-1ec1-44ac-a9d3-8b57de9ffd58 req-f1b8762e-1378-476e-bf4d-24e281564740 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.0986912 Apr 22 20:18:49.911356 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c2f8db5-1ec1-44ac-a9d3-8b57de9ffd58 req-1eeb8182-602d-423c-abd9-5953884143b5 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Apr 22 20:18:51.130717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb31e18-4113-4145-8ba0-be91c1ef974f req-2e2c1450-945f-4531-bd5e-4daaf9c48812 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:51.132481 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6bb31e18-4113-4145-8ba0-be91c1ef974f req-2e2c1450-945f-4531-bd5e-4daaf9c48812 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.1092851 Apr 22 20:18:51.192905 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6bb31e18-4113-4145-8ba0-be91c1ef974f req-79e95eed-9131-400a-bff8-b79b0ae857c1 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532696 Apr 22 20:18:52.422690 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c68561-e3a6-403e-9b8a-4f6a84cbae99 req-31998120-ad3f-4e79-a95b-97c67f553e75 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:52.425089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d1c68561-e3a6-403e-9b8a-4f6a84cbae99 req-31998120-ad3f-4e79-a95b-97c67f553e75 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.1047981 Apr 22 20:18:52.477077 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d1c68561-e3a6-403e-9b8a-4f6a84cbae99 req-68cf293b-5618-4529-95d7-17a76f4d7344 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Apr 22 20:18:53.714688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b44f9f-13a8-4636-b5c2-5b16266bf2bd req-05ff14b6-169c-48fb-a8a1-fe1ce1e15515 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:53.716388 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c1b44f9f-13a8-4636-b5c2-5b16266bf2bd req-05ff14b6-169c-48fb-a8a1-fe1ce1e15515 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.1158259 Apr 22 20:18:53.770816 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c1b44f9f-13a8-4636-b5c2-5b16266bf2bd req-34491c05-f03f-427e-ac18-6962512af7e7 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Apr 22 20:18:54.985519 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c49c05-25de-42f6-92d3-d518f18d4efd req-6e9f8205-0fb5-4e75-9c30-82280751b677 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:54.987556 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f2c49c05-25de-42f6-92d3-d518f18d4efd req-6e9f8205-0fb5-4e75-9c30-82280751b677 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.0958076 Apr 22 20:18:55.038858 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f2c49c05-25de-42f6-92d3-d518f18d4efd req-d894de19-e8de-40bb-a2d6-31e08cc9bb1c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 Apr 22 20:18:56.249145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ac7d4-6a58-43e8-9ec5-b8058af71a05 req-660d2758-8dea-4a68-9b98-d521269a43ad tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:56.250743 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-639ac7d4-6a58-43e8-9ec5-b8058af71a05 req-660d2758-8dea-4a68-9b98-d521269a43ad tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.0911522 Apr 22 20:18:56.299825 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-639ac7d4-6a58-43e8-9ec5-b8058af71a05 req-3d395dee-3af3-4fae-960b-3b5b0ed22d44 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Apr 22 20:18:57.524817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de05880-cd8d-436d-85fd-0b1a1529332a req-8918d4fa-f609-4882-b7af-9739edba3657 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:57.526309 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3de05880-cd8d-436d-85fd-0b1a1529332a req-8918d4fa-f609-4882-b7af-9739edba3657 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.1114199 Apr 22 20:18:57.582798 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3de05880-cd8d-436d-85fd-0b1a1529332a req-8e660965-b0f5-4420-a557-a1709eef8c5b tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492995 Apr 22 20:18:58.244831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Request body: {'port': {'device_id': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:18:58.370218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:58.794269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886e7982-5d83-44c3-b038-fcee14b14c29 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:18:58.804320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:58.831673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Transition to ACTIVE for port object 886e7982-5d83-44c3-b038-fcee14b14c29 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:18:58.834418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:58.839799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f11a944a-ffa1-465a-aa49-cf5942825b83 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:58.989119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfd1ae-6b60-4ab6-a3e8-a7a85387e729 req-0cf7f453-249b-4210-bed7-fc3115d086f4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:58.990796 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f1cfd1ae-6b60-4ab6-a3e8-a7a85387e729 req-0cf7f453-249b-4210-bed7-fc3115d086f4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 931 time: 0.2745962 Apr 22 20:18:58.993108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:59.023792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:59.120341 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f1cfd1ae-6b60-4ab6-a3e8-a7a85387e729 req-33fcb9f4-6516-4f5c-986a-f47b76ef948f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980468 Apr 22 20:18:59.144571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Attempting to bind port 886e7982-5d83-44c3-b038-fcee14b14c29 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:18:59.144571 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Attempting to bind port 886e7982-5d83-44c3-b038-fcee14b14c29 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:18:59.144923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Attempting to bind port 886e7982-5d83-44c3-b038-fcee14b14c29 on network c12f18fb-8827-4b1b-88df-1ccdfadb38ef {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:59.150255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Port 886e7982-5d83-44c3-b038-fcee14b14c29 on network c12f18fb-8827-4b1b-88df-1ccdfadb38ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:18:59.150612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Attempting to bind port 886e7982-5d83-44c3-b038-fcee14b14c29 on network c12f18fb-8827-4b1b-88df-1ccdfadb38ef {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:18:59.157199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:18:59.157570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Checking segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:18:59.157980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Bound using segment: {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:18:59.158442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Bound port: 886e7982-5d83-44c3-b038-fcee14b14c29, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcbb4a41-0961-495a-ad40-169b41b22f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:18:59.158863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:59.483580 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:18:59.486623 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:18:59.490028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:59.494940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-398b7eb6-000f-4624-b185-a15a3229a954 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:18:59.555457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:59.556151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:59.557633 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] 10.222.0.20 "PUT /v2.0/ports/886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 1093 time: 1.3186605 Apr 22 20:18:59.558397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:18:59.602565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:18:59.606072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:18:59.644871 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:18:59.676807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c911df6-24e9-4a74-83c6-3ef52c928a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:18:59.697086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-45f568f6-a9f4-4e02-9511-b58f828e33db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:59.698587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-45f568f6-a9f4-4e02-9511-b58f828e33db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1096 time: 0.0905943 Apr 22 20:18:59.775138 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-290dcf00-2bf4-44fb-a94c-c2ea0026a268 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 217 time: 0.0697436 Apr 22 20:18:59.849693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-e0a8ab70-4236-40bb-9738-93b1a7c01ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:59.851270 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-e0a8ab70-4236-40bb-9738-93b1a7c01ac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0700366 Apr 22 20:18:59.933958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-a9a8dcbf-ac07-4c94-9da4-1ecebc85cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:18:59.936251 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-a9a8dcbf-ac07-4c94-9da4-1ecebc85cc08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791628 Apr 22 20:19:00.079954 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-bf2dc01c-602b-4983-9642-9a2ecdc070e6 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373219 Apr 22 20:19:00.228843 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c8373c4-c673-49d7-bc6f-a47ffc00c0db req-16c2e3ba-3d1c-4db0-a3f9-3c8df4e729f9 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432261 Apr 22 20:19:00.403399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c50c9-9e9a-4dae-800c-dbb2c6a0d3e6 req-58a448a7-6eb6-4000-9998-ffa6a9f4bde0 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:00.405753 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a6c50c9-9e9a-4dae-800c-dbb2c6a0d3e6 req-58a448a7-6eb6-4000-9998-ffa6a9f4bde0 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 943 time: 0.1608188 Apr 22 20:19:00.408639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-e9eefc12-d41c-46a4-85a2-72805d5c57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:00.410098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-e9eefc12-d41c-46a4-85a2-72805d5c57da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1096 time: 0.1219697 Apr 22 20:19:00.551055 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0a6c50c9-9e9a-4dae-800c-dbb2c6a0d3e6 req-2a093b71-ac62-4780-a1ea-11973bb5a6f5 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387565 Apr 22 20:19:00.590500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-f586540f-992e-497a-ba9b-941f01b4bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:00.592102 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-f586540f-992e-497a-ba9b-941f01b4bafd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1657319 Apr 22 20:19:00.674041 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-f6667b66-766e-4ca9-9a3b-2a3a264141bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 217 time: 0.0751104 Apr 22 20:19:00.741834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-b8e5b654-8e4c-4a9a-beb0-c6041ee72611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:00.743363 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-b8e5b654-8e4c-4a9a-beb0-c6041ee72611 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0632212 Apr 22 20:19:00.830556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-69e96e74-df00-43fa-a196-1148f91ce7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:00.832085 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-69e96e74-df00-43fa-a196-1148f91ce7bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813980 Apr 22 20:19:00.974657 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-eea896e0-0f62-474d-bc16-45b8fc693f45 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345663 Apr 22 20:19:01.116543 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-40ec93fe-89ee-4394-a32f-7efca499e356 req-1e61b1cd-9871-418d-ac25-4adab3e9c68d service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355486 Apr 22 20:19:01.177653 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:01.761195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4103b30-63ce-4ecf-84a2-0c082559388d req-c565b4ad-604b-492c-8811-e9d1114dbe47 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:01.762788 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d4103b30-63ce-4ecf-84a2-0c082559388d req-c565b4ad-604b-492c-8811-e9d1114dbe47 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 943 time: 0.0888014 Apr 22 20:19:01.812986 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d4103b30-63ce-4ecf-84a2-0c082559388d req-c7656223-9c34-48a6-be1f-91025261c316 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Apr 22 20:19:02.184596 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-730f9830-0a88-4db3-b55e-bedc7b171ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:02.208990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 886e7982-5d83-44c3-b038-fcee14b14c29 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:19:02.353498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:02.367575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '886e7982-5d83-44c3-b038-fcee14b14c29', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'port_id': '886e7982-5d83-44c3-b038-fcee14b14c29', 'mac_address': 'fa:16:3e:d2:38:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:19:02.426593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:02.444731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886e7982-5d83-44c3-b038-fcee14b14c29 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:19:02.460059 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:02.462909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:02.464843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:02.536791 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:02.539989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:02.663320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:19:02.991082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:03.022006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df22d4e-de40-4b40-ba53-132ecd6fb116 req-de6b864f-d80d-440d-98b9-2cead80e77b6 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:03.023877 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5df22d4e-de40-4b40-ba53-132ecd6fb116 req-de6b864f-d80d-440d-98b9-2cead80e77b6 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 944 time: 0.0954666 Apr 22 20:19:03.072290 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5df22d4e-de40-4b40-ba53-132ecd6fb116 req-4cfab198-3aa3-4b8a-a653-2f97861cd636 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Apr 22 20:19:03.598800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:04.225206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 886e7982-5d83-44c3-b038-fcee14b14c29 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:19:04.280523 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd73d0-9c2d-495e-8cfa-2e971c39fa78 req-39cd444b-893e-421c-af60-e5a39e9e88e8 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:04.282169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8efd73d0-9c2d-495e-8cfa-2e971c39fa78 req-39cd444b-893e-421c-af60-e5a39e9e88e8 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 944 time: 0.0944312 Apr 22 20:19:04.302525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 886e7982-5d83-44c3-b038-fcee14b14c29 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:19:04.307560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 886e7982-5d83-44c3-b038-fcee14b14c29 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:19:04.307936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:04.336975 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8efd73d0-9c2d-495e-8cfa-2e971c39fa78 req-15f9f400-2aad-4a50-a101-f08cf825e38d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451427 Apr 22 20:19:04.439068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:04.469235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:19:04.486102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:04.493377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:04.497315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:04.533545 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'code': 200} Apr 22 20:19:04.550214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:04.586772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:04.602835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:04.782086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d77f5-e202-4b22-9d48-41926b375b33 req-0abbb626-8cc2-4575-abbe-0249726ced04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:04.783605 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e90d77f5-e202-4b22-9d48-41926b375b33 req-0abbb626-8cc2-4575-abbe-0249726ced04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1098 time: 0.0815976 Apr 22 20:19:04.829864 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e90d77f5-e202-4b22-9d48-41926b375b33 req-8c528fcf-e1b6-4dbb-8323-e51d1d4d3f2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 Apr 22 20:19:05.540022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2cae-576b-404a-aa1c-43e75bc7913c req-30f46520-9049-4865-af20-9611fb5286ac tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:05.541606 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12aa2cae-576b-404a-aa1c-43e75bc7913c req-30f46520-9049-4865-af20-9611fb5286ac tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.0915713 Apr 22 20:19:05.610284 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12aa2cae-576b-404a-aa1c-43e75bc7913c req-c886a522-f401-483a-86b7-4b0986b6ef6d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614502 Apr 22 20:19:06.553444 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36330) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:06.686401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:06.701664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:06.705739 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5357851afd4bd3ad346c6ef1b6aca8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:06.708730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:06.714688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:06.809733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:06.813934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:06.823170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-81311291-eb18-43b6-a249-d43ff9757190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:06.833340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ea138-c670-4644-8559-141e4a9c2338 req-4ec907f6-c934-401e-a7a1-566c7c8ed162 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:06.834918 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-045ea138-c670-4644-8559-141e4a9c2338 req-4ec907f6-c934-401e-a7a1-566c7c8ed162 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.0929077 Apr 22 20:19:06.870147 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d5357851afd4bd3ad346c6ef1b6aca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130965 Apr 22 20:19:06.870147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ecb66a-456e-4a6c-9c8a-441dbb2103d2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:06.871993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36338) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:06.877475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.877891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.878306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.878706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.879085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.879488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.879927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.880322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.880715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.881111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.881497 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.881890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:06.886147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a448a080-197b-407d-a445-fb373390fc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:06.906660 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-045ea138-c670-4644-8559-141e4a9c2338 req-b83ec6de-187e-4bcf-9ad5-382fc5a8ee1c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652418 Apr 22 20:19:06.952114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:06.979708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.033024 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.038176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e39f4f6e-4509-4709-921d-e9cac97da09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:07.049743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ecb66a-456e-4a6c-9c8a-441dbb2103d2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:07.060751 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.061947 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17ecb66a-456e-4a6c-9c8a-441dbb2103d2 HTTP/1.1" status: 204 len: 168 time: 0.1822689 Apr 22 20:19:07.063488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.063924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.064539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.064714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.065081 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.065474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.065865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.066279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.066629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.067019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.067407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.067845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:07.071338 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8be535f6-27c4-46e8-9c9d-cb65c161e732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:07.114451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511dbae-98c0-4275-94cc-53cbfc49f28d req-c08c173c-22f2-4037-bf84-9d3787b7258b tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:07.116169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2511dbae-98c0-4275-94cc-53cbfc49f28d req-c08c173c-22f2-4037-bf84-9d3787b7258b tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.0927920 Apr 22 20:19:07.164230 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2511dbae-98c0-4275-94cc-53cbfc49f28d req-dd344881-2ae6-470d-ade8-f38e02fb6f12 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Apr 22 20:19:07.364319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36350) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:07.383795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.400182 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:07.405235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Usage tracker for resource:security_group_rule and tenant:512a27f1aee347cb89f5ace4f407e110 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:07.408269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:07.414186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:07.502044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.505863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.518740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-32d19cd3-774c-4b5b-9b3f-8aa662ed302b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:07.562526 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=512a27f1aee347cb89f5ace4f407e110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969140 Apr 22 20:19:07.564286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a4c75-2666-4792-becb-9fdf16123c41,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:07.566055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36356) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:07.567459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:07.631556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca787d-0bf1-4e52-ab8f-7861ceb0f349 req-720fbbe5-9a88-4f90-b260-a56082de8e91 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:07.633153 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bbca787d-0bf1-4e52-ab8f-7861ceb0f349 req-720fbbe5-9a88-4f90-b260-a56082de8e91 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.1291316 Apr 22 20:19:07.686064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.706424 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bbca787d-0bf1-4e52-ab8f-7861ceb0f349 req-12cfd420-63b1-4052-b667-4e352aa04d43 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663009 Apr 22 20:19:07.724127 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.773908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.779626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8253e954-de2a-48e4-a239-6e86aeeb2719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:07.792464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a4c75-2666-4792-becb-9fdf16123c41,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:07.795968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:07.804474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:07.805698 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-63cb19a4-01d8-472c-8bb6-1f1b282c8070 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a51a4c75-2666-4792-becb-9fdf16123c41 HTTP/1.1" status: 204 len: 168 time: 0.2322085 Apr 22 20:19:09.116299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:19:11.527962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93b701-23b9-4bb3-8e15-696de0a181f9 req-d1751626-8fb9-4a82-99cd-da58eac8112e tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:11.529614 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ab93b701-23b9-4bb3-8e15-696de0a181f9 req-d1751626-8fb9-4a82-99cd-da58eac8112e tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.0891604 Apr 22 20:19:11.576944 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ab93b701-23b9-4bb3-8e15-696de0a181f9 req-2b35c7c6-349c-4a46-9043-40ef183620b5 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Apr 22 20:19:11.602170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36444) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:11.855605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cea987-063e-4a84-9f27-2d0fb4ba2076 tempest-TestMinimumBasicScenario-615871261 tempest-TestMinimumBasicScenario-615871261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:11.856303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d1cea987-063e-4a84-9f27-2d0fb4ba2076 tempest-TestMinimumBasicScenario-615871261 tempest-TestMinimumBasicScenario-615871261-project-admin] Synchronizing usage tracker for tenant:fa5c437a2a2142d58d0e3f5785cfa53a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:19:11.874347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d1cea987-063e-4a84-9f27-2d0fb4ba2076 tempest-TestMinimumBasicScenario-615871261 tempest-TestMinimumBasicScenario-615871261-project-admin] Unset dirty status for tenant:fa5c437a2a2142d58d0e3f5785cfa53a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:19:11.875620 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d1cea987-063e-4a84-9f27-2d0fb4ba2076 tempest-TestMinimumBasicScenario-615871261 tempest-TestMinimumBasicScenario-615871261-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1093 time: 0.2723866 Apr 22 20:19:11.878955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36450) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:11.884645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'port_id': '886e7982-5d83-44c3-b038-fcee14b14c29', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:11.891493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:11.895553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:floatingip and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:11.898795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:11.905550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:11.914861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:12.308354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:12.464813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Allocated IP 172.28.3.175 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/8bf02e57-0107-48d3-8932-364d7be77e4c) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:19:12.631281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:12.662164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:12.666856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-809b6830-b8c1-4f95-ba54-2ca62200b48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:12.729586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:19:12.737782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:19:12.740248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:19:12.788775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'Port': ['ID=8bf02e57-0107-48d3-8932-364d7be77e4c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:12.797889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:13.179903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:13.258342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:13.474613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:13.478125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:13.482672 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:13.598957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'Port': ['ID=8bf02e57-0107-48d3-8932-364d7be77e4c,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:13.603747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:13.611527 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:13.802468 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Floating IP 51e97974-78b3-4cce-bee6-16c1e9b28b9a associated. External IP: 172.28.3.175, port: 886e7982-5d83-44c3-b038-fcee14b14c29. Apr 22 20:19:14.191647 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Router 89202647-a9ac-491a-a747-0140758a24bc has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:19:14.382564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:19:14.393114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Sync routers for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:19:14.403221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:19:14.403935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:19:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:19:14.407329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.472293 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5921152 Apr 22 20:19:14.473069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:19:14.474706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36490) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:14.480672 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739871078', 'description': 'tempest-secgroup-smoke-739871078 description', 'project_id': '2aafaef4aa434119b0aecd9318d53278'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:14.488558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:14.499588 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:14.509300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.534864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:14.539618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:14.543761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:14.551298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:14.648793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.654893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.668155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c13490cd-5f14-4af2-8a55-e6fd78d296cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:14.689016 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:19:14.763981 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.765263 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2894959 Apr 22 20:19:14.768765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36498) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:14.769460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313bcdc1-d768-4668-b744-1de57caeff58,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:14.772689 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:14.775841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:14.777507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:19:14.783238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:14.788810 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:14.791953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:14.798965 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:14.803537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-e1a9f361-de2a-4bd0-83aa-df112eb07841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:14.805374 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-e1a9f361-de2a-4bd0-83aa-df112eb07841 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1098 time: 0.0912769 Apr 22 20:19:14.815645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.887261 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.890993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.893723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d5ce6bed-ca8d-44f2-83f0-8287761c9abc tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:14.917878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dfffe1-4894-48a1-ac8e-d5e3be2dbbd9,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:14.924591 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:14.930592 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:14.932095 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622815 Apr 22 20:19:14.935255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36502) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:14.941324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:14.948206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:14.952838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:14.952989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-b7de3981-0a2f-4951-b9ab-f8f39c97bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:14.954467 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-b7de3981-0a2f-4951-b9ab-f8f39c97bf96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1428003 Apr 22 20:19:14.956135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:14.962202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:14.980947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.049293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.053528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.055684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:15.065110 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-d897051a-d308-42d2-a784-f2c3c95a40bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 999 time: 0.1042123 Apr 22 20:19:15.081199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300a2ebe-0c7b-4aaf-a879-50555d64dbb8,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:15.086291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:15.093897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.098437 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584256 Apr 22 20:19:15.098437 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36506) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:15.103809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:15.110930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:15.114971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:15.118087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:15.124687 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:15.140552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-4e697865-0320-418e-be23-345d33ff3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:15.141841 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-4e697865-0320-418e-be23-345d33ff3066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0705082 Apr 22 20:19:15.143053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.169134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '51e97974-78b3-4cce-bee6-16c1e9b28b9a', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'floating_ip_address': '172.28.3.175', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '89202647-a9ac-491a-a747-0140758a24bc', 'port_id': '886e7982-5d83-44c3-b038-fcee14b14c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'mac_address': 'fa:16:3e:d2:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:13Z', 'updated_at': '2021-04-22T20:19:13Z', 'revision_number': 0, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:19:15.173683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Checking router: 89202647-a9ac-491a-a747-0140758a24bc for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:19:15.182556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:19:15.183200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:19:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:19:15.216890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.220188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.227159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-f925fc42-8c8e-426e-b6aa-c006feab5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:15.228135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:15.228785 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-f925fc42-8c8e-426e-b6aa-c006feab5d40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809860 Apr 22 20:19:15.250696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c86d05-8983-4e87-b847-83642743eb37,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:15.253433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:15.257400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.259283 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600535 Apr 22 20:19:15.264086 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36510) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:15.269747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:15.276633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:15.281280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:15.284470 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:15.290515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:15.308244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.382068 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-4b8afa19-ef81-4ff2-aaa2-1f16b9ed5781 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468811 Apr 22 20:19:15.383281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.386373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.388826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-94542089-de5f-4db2-ae8d-b7b13d2e302d tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:15.398782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:19:15.430637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f584b144-e618-4c51-93e6-ae626ed843de,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:15.443144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:15.452342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.453894 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0100711e-6d6b-4ce7-9be4-076f69947412 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1888134 Apr 22 20:19:15.458171 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36520) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:15.463817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:15.472070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:15.477724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:15.481533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:15.490753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:15.503278 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Project 2aafaef4aa434119b0aecd9318d53278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 20:19:15.512429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.563828 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b930787-ae5b-4155-9123-9d1cc1cc39f5 req-2c3e25a6-da0d-4f8b-b9a5-8d1468471296 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737950 Apr 22 20:19:15.607373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.612114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.614224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:15.637805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218ca9dc-c2b2-43fd-87d0-9fe03126a526,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:15.642894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:15.652939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.654539 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953168 Apr 22 20:19:15.657550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36526) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:15.663204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'security_group_rule': {'security_group_id': '313bcdc1-d768-4668-b744-1de57caeff58', 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:15.670235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:15.674412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Usage tracker for resource:security_group_rule and tenant:2aafaef4aa434119b0aecd9318d53278 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:15.677511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:15.683686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:15.694814 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Project 2aafaef4aa434119b0aecd9318d53278 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 20:19:15.703781 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.772333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.776154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.778625 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9ccb8589-0d30-4110-b562-9129d7be4fd1 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:15.792558 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '51e97974-78b3-4cce-bee6-16c1e9b28b9a', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'floating_ip_address': '172.28.3.175', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '89202647-a9ac-491a-a747-0140758a24bc', 'port_id': '886e7982-5d83-44c3-b038-fcee14b14c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'mac_address': 'fa:16:3e:d2:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:13Z', 'updated_at': '2021-04-22T20:19:13Z', 'revision_number': 0, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:19:15.797947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6c9d78-4764-46cc-b1ec-32f959567173 None None] The sync data for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb is: [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '51e97974-78b3-4cce-bee6-16c1e9b28b9a', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'floating_ip_address': '172.28.3.175', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '89202647-a9ac-491a-a747-0140758a24bc', 'port_id': '886e7982-5d83-44c3-b038-fcee14b14c29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'mac_address': 'fa:16:3e:d2:38:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:13Z', 'updated_at': '2021-04-22T20:19:13Z', 'revision_number': 0, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:19:15.804036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409c9cd4-8c08-4506-bbf8-e6de396e5212,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:15.806719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:15.814145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:15.815379 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c0e6bd95-d838-4917-b887-dff368654937 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568215 Apr 22 20:19:15.948616 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-318b8140-9b7f-4af4-aa6e-c2f43259c853 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739871078&fields=id&tenant_id=2aafaef4aa434119b0aecd9318d53278 HTTP/1.1" status: 200 len: 267 time: 0.0450187 Apr 22 20:19:16.047323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-ff3a4412-71bc-440d-aff3-1266623448d8 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:16.049016 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-ff3a4412-71bc-440d-aff3-1266623448d8 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.0942817 Apr 22 20:19:16.062254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'port': {'security_groups': ['9cbaf418-866a-40dd-908e-1572d94c6388', '313bcdc1-d768-4668-b744-1de57caeff58']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:16.090157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953f8d2-859f-4f7d-9adc-c8938ade84bc None None] New status for floating IP 51e97974-78b3-4cce-bee6-16c1e9b28b9a: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:19:16.195253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:16.474547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:16.500190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:16.503765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:16.510425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c019721-904f-4e14-a9b9-b2c887ec9cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:16.516404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:19:16.600789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:16.601513 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:16.603258 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4f782d39-0596-4f42-b955-0d8c566156e1 req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "PUT /v2.0/ports/886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 981 time: 0.5464664 Apr 22 20:19:16.627897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=6']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:16.631629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:16.669531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:19:16.689976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:19:16.786047 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:19:16.912415 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f0bfd2f8-0014-430f-881d-2f4ca37cfd52 None None] Provisioning complete for port 886e7982-5d83-44c3-b038-fcee14b14c29 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:19:16.912993 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd2f8-0014-430f-881d-2f4ca37cfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:16.937925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b44d17-ac0d-4471-a7d0-1c42803192f9 req-59f6a796-4715-4c79-a545-541a2729828c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:16.939792 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b8b44d17-ac0d-4471-a7d0-1c42803192f9 req-59f6a796-4715-4c79-a545-541a2729828c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.1767080 Apr 22 20:19:16.942251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-14dac057-734e-4d68-a249-279c0addead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:16.943858 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-14dac057-734e-4d68-a249-279c0addead7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1137 time: 0.1279182 Apr 22 20:19:17.093570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-b8b44d17-ac0d-4471-a7d0-1c42803192f9 req-3a027343-fdd0-4f9a-87c8-0d98fc56d3aa tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:19:17.163618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-b8b44d17-ac0d-4471-a7d0-1c42803192f9 req-3a027343-fdd0-4f9a-87c8-0d98fc56d3aa tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:19:17.165201 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b8b44d17-ac0d-4471-a7d0-1c42803192f9 req-3a027343-fdd0-4f9a-87c8-0d98fc56d3aa tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174473 Apr 22 20:19:17.166346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-c5366ecc-6479-4c0a-9e95-24ea72c92d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:17.168095 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-c5366ecc-6479-4c0a-9e95-24ea72c92d4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.2051735 Apr 22 20:19:17.284316 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-3aa46a40-202d-4904-8aaa-347d6c01be7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 1001 time: 0.1101148 Apr 22 20:19:17.356956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-612cd155-8546-4247-8293-988bc7e9a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:17.358622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-612cd155-8546-4247-8293-988bc7e9a4dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0675941 Apr 22 20:19:17.442381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-0fc3222c-7c80-4c77-bc44-2bbb88403b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:17.444013 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-0fc3222c-7c80-4c77-bc44-2bbb88403b27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791428 Apr 22 20:19:17.596106 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-b6cc5af1-8f97-4de4-a97d-98a1524bd44a service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455081 Apr 22 20:19:17.743537 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-161d4357-edc1-4c31-a3ff-98a32076cdff req-6af81698-7e2f-4bcb-b91d-01286c01c977 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379313 Apr 22 20:19:26.478234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36652) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:26.611633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.631389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:26.635718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Usage tracker for resource:security_group_rule and tenant:31b682e31ff44a00a97c6bd0fd292f02 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:26.638758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:26.644920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:26.734251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.736815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.745456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-365f05fb-dbc4-40d9-a75f-0f6848baeb0a tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:26.787231 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31b682e31ff44a00a97c6bd0fd292f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078513 Apr 22 20:19:26.789018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d99d7-ea3c-4d6f-b6ba-2cd8723333a1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:26.790235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36658) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:26.792421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-56abe411-d8f7-44ca-b8c8-1ffa9fd35469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:26.854622 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.885750 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.929917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.934804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8b7d10a9-20a3-4d42-a615-0329a9441013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:26.947087 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d99d7-ea3c-4d6f-b6ba-2cd8723333a1,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:26.950243 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:26.953131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:26.955081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-89aa056f-c1db-41b6-a2d0-b2959ad1546f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f88d99d7-ea3c-4d6f-b6ba-2cd8723333a1 HTTP/1.1" status: 204 len: 168 time: 0.1637392 Apr 22 20:19:27.239325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36666) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:27.258967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.275088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:27.279297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d8068e8dc54dddbf9fa5529820ff91 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:27.282291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:27.288305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:27.372393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.375833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.384055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7ea888a2-f2a5-4700-9999-7b8671d69af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:27.426031 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1d8068e8dc54dddbf9fa5529820ff91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851885 Apr 22 20:19:27.427796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16313f88-d1a2-47f5-b2b9-53890d5108d8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:27.428891 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36670) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:27.430929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-44339151-47ee-416a-815a-80a0dad0dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:27.495548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.525079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.569985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.574829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-907e971b-90e1-4b9f-9644-9ac9bfee580d tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:27.588092 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16313f88-d1a2-47f5-b2b9-53890d5108d8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:27.590384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:27.598209 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:27.601875 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6a4c9763-ccf7-4f8e-9156-e5055aaed118 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16313f88-d1a2-47f5-b2b9-53890d5108d8 HTTP/1.1" status: 204 len: 168 time: 0.1694908 Apr 22 20:19:29.687545 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9c59b229-e63f-4a38-984e-34718fb4deb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:31.164313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:32.187220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44d83101-1421-4d98-b50c-f2b67c553c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:32.992841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.248700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36748) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:33.374193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.390052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:33.394050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Usage tracker for resource:security_group_rule and tenant:ad0a88615f394d2caaa750495a6906eb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:33.396995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:33.403169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:33.503080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.506406 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.514125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-95ec6ee8-11c0-4f8f-91d8-eb145836e0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:33.558416 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad0a88615f394d2caaa750495a6906eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085966 Apr 22 20:19:33.559539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174adb2a-f180-4d57-96e0-71acdd89f868,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:33.561485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36754) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:33.563094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7b6e15fb-26cd-4368-87c6-f9f33f693e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:33.606782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.651673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.693251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.753680 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.759864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7a24bf34-3a0d-46e9-ae43-aab4016e29ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:33.779718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174adb2a-f180-4d57-96e0-71acdd89f868,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:33.782800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:33.783963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:33.785502 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/174adb2a-f180-4d57-96e0-71acdd89f868 HTTP/1.1" status: 204 len: 168 time: 0.2227325 Apr 22 20:19:34.128339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36764) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:34.153726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.173022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:34.177848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Usage tracker for resource:security_group_rule and tenant:9d38356010164f57b77c56a942c804ba is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:34.181103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:34.190464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:34.302479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.305486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.315076 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2310b1aa-bd59-4984-bb22-0722ee397e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:34.359098 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d38356010164f57b77c56a942c804ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293932 Apr 22 20:19:34.360046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465e90fe-0e04-4ff5-9b35-eaaf64840e56,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:34.362042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36768) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:34.363329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6b1271d2-09f5-43c9-bd8b-62812bd01746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:34.424238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.451149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.494852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.495619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.500670 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c442bde-6a8e-4391-abf9-c5135a9f1e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:34.514281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465e90fe-0e04-4ff5-9b35-eaaf64840e56,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:34.517029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:34.526939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:34.528183 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1e0c0e8f-20d3-466d-b323-35562f98b080 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/465e90fe-0e04-4ff5-9b35-eaaf64840e56 HTTP/1.1" status: 204 len: 168 time: 0.1650717 Apr 22 20:19:37.261982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36840) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:37.390166 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.406565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:37.410607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7da2d7445c14f969d22cb7142a7416a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:37.413547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:37.419568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:37.502240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.504969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.514546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a1d6209d-c91a-4a31-a9fa-f373961fa367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:37.556516 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7da2d7445c14f969d22cb7142a7416a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934337 Apr 22 20:19:37.558227 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02aafd-2734-4b54-a71e-d5df7bc01efc,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:37.559438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36846) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:37.561386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5d42273-5fc0-44d3-993c-435bd139f1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:37.623817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.656312 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.699813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.705309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bb389fd4-f57e-48e5-8c6f-09adc0e3f637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:37.720978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02aafd-2734-4b54-a71e-d5df7bc01efc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:37.724116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:37.728512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:37.729726 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b7a3af9e-5ee1-472b-86f7-2d4dab994391 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e02aafd-2734-4b54-a71e-d5df7bc01efc HTTP/1.1" status: 204 len: 168 time: 0.1690869 Apr 22 20:19:38.017154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36854) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:38.037058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.052245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:38.056333 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Usage tracker for resource:security_group_rule and tenant:66c44bd724b24d10aee7d7697353e0ab is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:38.059325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:38.065997 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:38.153400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.156163 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.164967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-35148b6d-8964-44b7-81f7-ffa6ec1e6889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:38.207515 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c44bd724b24d10aee7d7697353e0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892042 Apr 22 20:19:38.209236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d2dfc-e994-47f2-b4ac-b4f9ee3b7736,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:38.210428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 36858) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:38.212421 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:38.276945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.303846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.350241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.354995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1b6f3392-6706-4620-bb8a-c040730fa4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:38.590357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d2dfc-e994-47f2-b4ac-b4f9ee3b7736,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:38.593984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:38.602509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:38.603729 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-5c90a121-a54d-44dd-a710-6a10331bbb24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d4d2dfc-e994-47f2-b4ac-b4f9ee3b7736 HTTP/1.1" status: 204 len: 168 time: 0.3922281 Apr 22 20:19:39.472258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36884) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:39.591897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-56022081-network', 'tenant_id': 'b37e3b33c62b49049343c486b9134b1b'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:39.597805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:39.602436 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Usage tracker for resource:network and tenant:b37e3b33c62b49049343c486b9134b1b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:39.605595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:39.613365 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:39.624031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Made reservation on behalf of b37e3b33c62b49049343c486b9134b1b for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:19:39.628728 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:39.645838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:39.903711 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-78141192-76cd-4837-bc39-6ec19c78bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:39.905312 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-78141192-76cd-4837-bc39-6ec19c78bc08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1137 time: 0.1528583 Apr 22 20:19:39.908504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:39.912641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Usage tracker for resource:security_group_rule and tenant:b37e3b33c62b49049343c486b9134b1b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:39.915668 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:39.922294 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:39.945992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1db3c-aad2-4910-ad7f-88ad7d464cf0 req-139887e7-29bb-442d-a7ed-09aa1ec681ea tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:39.947489 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1af1db3c-aad2-4910-ad7f-88ad7d464cf0 req-139887e7-29bb-442d-a7ed-09aa1ec681ea tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.1535430 Apr 22 20:19:40.008805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.011825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.016300 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e80bdeca-4d77-4811-a223-c84d9b4e26d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:40.046381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:19:40.055479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b4a3c-5310-4982-b9ca-3e3b17d61755,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:40.059391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:40.062005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.062399 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Added segment c4cbed0a-06de-409b-b95a-7cc0a56521ff of type vlan for network c970a655-9f84-4738-aa26-2ea95dd2f912 Apr 22 20:19:40.073851 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1af1db3c-aad2-4910-ad7f-88ad7d464cf0 req-65c4a531-c29b-44c2-8156-f0007497d3aa tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143639 Apr 22 20:19:40.090023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.101449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-1bb790c8-5710-4e08-a3d2-9f25ddda7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:40.103007 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-1bb790c8-5710-4e08-a3d2-9f25ddda7bc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1905878 Apr 22 20:19:40.127096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.128547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:40.129199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.134200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:40.218628 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-c233b31b-4d75-429a-8e9d-783d525f6356 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 1001 time: 0.1073771 Apr 22 20:19:40.248599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Pushing event updated for resources: {'Network': ['ID=c970a655-9f84-4738-aa26-2ea95dd2f912,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:40.252622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7791023 Apr 22 20:19:40.253987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:40.254776 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 36894) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:19:40.260023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network c970a655-9f84-4738-aa26-2ea95dd2f912 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:19:40.263830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Request body: {'subnet': {'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-56022081-subnet', 'tenant_id': 'b37e3b33c62b49049343c486b9134b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:40.269183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:40.273255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Usage tracker for resource:subnet and tenant:b37e3b33c62b49049343c486b9134b1b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:40.276662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:40.283331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:40.289695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-5bc71ef8-5938-4838-9d49-4d4732c73555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:40.291252 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-5bc71ef8-5938-4838-9d49-4d4732c73555 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0659351 Apr 22 20:19:40.293019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Made reservation on behalf of b37e3b33c62b49049343c486b9134b1b for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:19:40.298894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592249806'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.377769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-7ac6f3cd-22ff-479f-9743-a042d7bd7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:40.379379 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-7ac6f3cd-22ff-479f-9743-a042d7bd7ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820160 Apr 22 20:19:40.524552 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-08e06094-38ed-4c9b-b932-db70a4bece57 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379819 Apr 22 20:19:40.668622 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ec3c4ac0-949b-4cbd-ae80-a53e0b3c58b1 req-cea6813e-61a1-48df-a8a6-edd9e5b2e416 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375425 Apr 22 20:19:40.716941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592334141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036592249821'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.721753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:40.797835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517d6e70-c318-4110-9962-311bad63458f,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:40.801389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:40.807604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Checking segment: {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:19:40.808001 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Network hostable DHCP agents. Network: c970a655-9f84-4738-aa26-2ea95dd2f912, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:19:40.828155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Network c970a655-9f84-4738-aa26-2ea95dd2f912 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:19:40.836451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, c970a655-9f84-4738-aa26-2ea95dd2f912) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:19:40.845943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ba197-b376-48dc-ab6c-4f07dbd2b458 None None] Network c970a655-9f84-4738-aa26-2ea95dd2f912 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:19:40.850959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:40.851631 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:40.872813 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-44141d92-b1a8-44df-bd70-3b2c76caaee8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6158748 Apr 22 20:19:41.077829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4dda3-5c8d-4cde-a8c6-23c855495bdc None None] Network c970a655-9f84-4738-aa26-2ea95dd2f912 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:19:41.291140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56193f8-6fe2-4ad4-9494-12adbcc52649 req-4a5f18ac-8240-427e-b67f-c2294c48d429 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:41.292776 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d56193f8-6fe2-4ad4-9494-12adbcc52649 req-4a5f18ac-8240-427e-b67f-c2294c48d429 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0962839 Apr 22 20:19:41.347381 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d56193f8-6fe2-4ad4-9494-12adbcc52649 req-18ce7d7d-d964-42f9-8b81-13741daf5011 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468855 Apr 22 20:19:42.549796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df55550-b782-4ad4-94a3-a2977a38cf53 req-c5115bc3-f822-4504-ad00-1dce78da16fb tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:42.551526 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2df55550-b782-4ad4-94a3-a2977a38cf53 req-c5115bc3-f822-4504-ad00-1dce78da16fb tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0875456 Apr 22 20:19:42.603043 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2df55550-b782-4ad4-94a3-a2977a38cf53 req-c0509ed2-51dc-41ba-8ded-6d9750470a25 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451446 Apr 22 20:19:42.958025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-873a34c9-da26-489c-92ff-be2e7a9145d3 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:42.958768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-873a34c9-da26-489c-92ff-be2e7a9145d3 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Synchronizing usage tracker for tenant:b37e3b33c62b49049343c486b9134b1b on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:19:42.974827 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-873a34c9-da26-489c-92ff-be2e7a9145d3 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Unset dirty status for tenant:b37e3b33c62b49049343c486b9134b1b on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:19:42.976097 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-873a34c9-da26-489c-92ff-be2e7a9145d3 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 812 time: 0.1767356 Apr 22 20:19:42.992387 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-32df386e-e4bb-4241-a12e-92a67004bc79 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/quotas/b37e3b33c62b49049343c486b9134b1b HTTP/1.1" status: 200 len: 375 time: 0.0099707 Apr 22 20:19:43.045940 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-52e06b0c-f13c-4865-8c90-f28701e97cbc tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475311 Apr 22 20:19:43.191214 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-42a66ed8-a006-4931-9812-3f52a6da0bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380842 Apr 22 20:19:43.334424 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-b9e79bfe-56ad-4f8d-b747-decdd3499252 service neutron] 10.222.0.13 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365724 Apr 22 20:19:43.532189 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-02cf7775-5377-49ab-8310-08e12f62ca70 req-8208fa2c-fabc-4bb8-ba72-f3ddf14290b8 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 210 time: 0.0537233 Apr 22 20:19:43.818817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f057ca9-6b18-481e-9b1c-7b955f7c7f2d req-b4dc9095-a90d-4254-9cae-df84587ef2c4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:43.820652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2f057ca9-6b18-481e-9b1c-7b955f7c7f2d req-b4dc9095-a90d-4254-9cae-df84587ef2c4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0981321 Apr 22 20:19:43.875280 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2f057ca9-6b18-481e-9b1c-7b955f7c7f2d req-c8dc1efa-c91e-481b-88e0-0669113d03a2 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470371 Apr 22 20:19:44.601706 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-77b2a17b-4a83-4213-b945-f13878be1806 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:44.603236 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-77b2a17b-4a83-4213-b945-f13878be1806 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 812 time: 0.1768432 Apr 22 20:19:44.616675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Request body: {'port': {'device_id': '6b552172-a015-45f9-9f66-526921c2a5ba', 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912', 'admin_state_up': True, 'tenant_id': 'b37e3b33c62b49049343c486b9134b1b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:44.761560 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-09e0654f-813e-4a92-858d-ec378e4d58a1 req-99fbc4e8-1be4-46a6-9772-32c137e3693c tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 210 time: 0.0585599 Apr 22 20:19:44.808603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:19:44.813341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Usage tracker for resource:port and tenant:b37e3b33c62b49049343c486b9134b1b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:19:44.816235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:19:44.822184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:19:44.831420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Made reservation on behalf of b37e3b33c62b49049343c486b9134b1b for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:19:44.837531 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:45.011350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Allocated IP 172.20.0.12 (c970a655-9f84-4738-aa26-2ea95dd2f912/517d6e70-c318-4110-9962-311bad63458f/e459c92f-a3a9-4025-9401-248b6546733a) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:19:45.083100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b11e5-9086-421f-a50f-ab8037fc3084 req-4237f58b-eb24-4ace-bae8-97e994d6b08a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:45.084669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea0b11e5-9086-421f-a50f-ab8037fc3084 req-4237f58b-eb24-4ace-bae8-97e994d6b08a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0959196 Apr 22 20:19:45.136216 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ea0b11e5-9086-421f-a50f-ab8037fc3084 req-40a46258-c3fa-4054-bfcb-cf2becc9ad21 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440762 Apr 22 20:19:45.228355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:45.257870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:45.264177 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4ac1b139-44f9-4dec-bf86-af7334dd4ef3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:45.336342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Network c970a655-9f84-4738-aa26-2ea95dd2f912 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:19:45.340030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:19:45.344190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:19:45.382544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Pushing event updated for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:45.387111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:45.415435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:45.416128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:45.436358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-89244ae6-7c0a-447a-bd97-74416bb13f33 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240552 Apr 22 20:19:45.448511 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Request body: {'port': {'device_id': '6b552172-a015-45f9-9f66-526921c2a5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:19:45.569082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:45.991802 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e459c92f-a3a9-4025-9401-248b6546733a {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:19:46.007564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:46.030569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Transition to ACTIVE for port object e459c92f-a3a9-4025-9401-248b6546733a will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:19:46.034912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:46.039524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-832d47cb-87a3-46e9-9e23-96514a731938 tempest-AttachVolumeShelveTestJSON-1325608889 tempest-AttachVolumeShelveTestJSON-1325608889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:46.082985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901da2c5-8e29-417b-9433-36a5c32ba345 req-e619d870-bbff-4ac4-855b-263e0104b155 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:46.083758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-901da2c5-8e29-417b-9433-36a5c32ba345 req-e619d870-bbff-4ac4-855b-263e0104b155 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Synchronizing usage tracker for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:19:46.116223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:19:46.194869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Pushing event updated for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:46.198547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-901da2c5-8e29-417b-9433-36a5c32ba345 req-e619d870-bbff-4ac4-855b-263e0104b155 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Unset dirty status for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:19:46.199844 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-901da2c5-8e29-417b-9433-36a5c32ba345 req-e619d870-bbff-4ac4-855b-263e0104b155 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 932 time: 0.3208530 Apr 22 20:19:46.200931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:46.326080 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-901da2c5-8e29-417b-9433-36a5c32ba345 req-3f47735a-2b17-48ce-b827-c164e54edb50 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978103 Apr 22 20:19:46.348786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d15d2f-e1b9-42c8-a9dc-3bb3e0e3afcf req-cf8804e9-3c98-4c67-a8ad-d671d20e2d41 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:46.349989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Attempting to bind port e459c92f-a3a9-4025-9401-248b6546733a on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:19:46.350364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Attempting to bind port e459c92f-a3a9-4025-9401-248b6546733a by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:19:46.350487 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e9d15d2f-e1b9-42c8-a9dc-3bb3e0e3afcf req-cf8804e9-3c98-4c67-a8ad-d671d20e2d41 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0919254 Apr 22 20:19:46.350722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Attempting to bind port e459c92f-a3a9-4025-9401-248b6546733a on network c970a655-9f84-4738-aa26-2ea95dd2f912 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:19:46.355707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Port e459c92f-a3a9-4025-9401-248b6546733a on network c970a655-9f84-4738-aa26-2ea95dd2f912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:19:46.356107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Attempting to bind port e459c92f-a3a9-4025-9401-248b6546733a on network c970a655-9f84-4738-aa26-2ea95dd2f912 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:19:46.361800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:19:46.362171 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Checking segment: {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:19:46.362579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Bound using segment: {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:19:46.363040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Bound port: e459c92f-a3a9-4025-9401-248b6546733a, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:19:46.363418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:46.401203 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e9d15d2f-e1b9-42c8-a9dc-3bb3e0e3afcf req-82a96946-39e1-47d6-86ef-478539cbfb14 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438120 Apr 22 20:19:46.459327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:19:46.462383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e459c92f-a3a9-4025-9401-248b6546733a,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:19:46.465566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:46.470281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-db16aec6-0de3-4e37-ac92-7046d07cd08a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:46.752348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:46.753020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:46.754482 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] 10.222.0.20 "PUT /v2.0/ports/e459c92f-a3a9-4025-9401-248b6546733a HTTP/1.1" status: 200 len: 1094 time: 1.3103793 Apr 22 20:19:46.755082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:19:46.784347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Pushing event updated for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:46.787269 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:46.835750 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a', 'status': 'completed', 'code': 200} Apr 22 20:19:46.876140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-8b1b9765-e6c6-4950-8169-2cc5a65274d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:46.877702 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-8b1b9765-e6c6-4950-8169-2cc5a65274d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 1097 time: 0.0867970 Apr 22 20:19:46.951213 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-0d221d4c-618b-4477-b717-df2abc1b1c91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e459c92f-a3a9-4025-9401-248b6546733a HTTP/1.1" status: 200 len: 217 time: 0.0663731 Apr 22 20:19:47.021183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-342a03f2-46f5-4e16-a44e-14289c3f838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.022694 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-342a03f2-46f5-4e16-a44e-14289c3f838e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=517d6e70-c318-4110-9962-311bad63458f HTTP/1.1" status: 200 len: 852 time: 0.0652609 Apr 22 20:19:47.073526 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-77135306-cfc5-453d-b248-da92750cc6ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c970a655-9f84-4738-aa26-2ea95dd2f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446081 Apr 22 20:19:47.214773 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-c6d40420-d92f-4217-8fe7-6ea1beeb9c33 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Apr 22 20:19:47.354724 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4b30c6ca-64b3-4810-ba10-b4480b134984 req-9bacc53d-b1c2-4bd1-96cb-12493c1fda91 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337767 Apr 22 20:19:47.478755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-79a6314c-c470-47c3-be0f-64d537963c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.480420 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-79a6314c-c470-47c3-be0f-64d537963c62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 1097 time: 0.0796614 Apr 22 20:19:47.545058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2ed27-c13e-4fa2-acf9-30c224ce8ba0 req-72dcf24d-f2f2-4d78-83e9-49d5019525f7 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.546337 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ee2ed27-c13e-4fa2-acf9-30c224ce8ba0 req-72dcf24d-f2f2-4d78-83e9-49d5019525f7 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 944 time: 0.0977163 Apr 22 20:19:47.594561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1ee2ed27-c13e-4fa2-acf9-30c224ce8ba0 req-433b5399-697c-4306-97c6-09d4317b21fc tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Synchronizing usage tracker for tenant:b37e3b33c62b49049343c486b9134b1b on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:19:47.612876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-1ee2ed27-c13e-4fa2-acf9-30c224ce8ba0 req-433b5399-697c-4306-97c6-09d4317b21fc tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Unset dirty status for tenant:b37e3b33c62b49049343c486b9134b1b on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:19:47.615013 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1ee2ed27-c13e-4fa2-acf9-30c224ce8ba0 req-433b5399-697c-4306-97c6-09d4317b21fc tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620565 Apr 22 20:19:47.694486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-de6679bd-8b7a-4a73-b4e6-d4c143e23b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.696130 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-de6679bd-8b7a-4a73-b4e6-d4c143e23b25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 913 time: 0.2090416 Apr 22 20:19:47.772909 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb526b-c327-4a56-a020-b11a626456d2 req-4cc2bb70-be71-428f-a5af-4e03bf916f94 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.774669 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-32bb526b-c327-4a56-a020-b11a626456d2 req-4cc2bb70-be71-428f-a5af-4e03bf916f94 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.2426007 Apr 22 20:19:47.784886 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-fc94d62e-1058-4d92-96d6-73f33191cae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e459c92f-a3a9-4025-9401-248b6546733a HTTP/1.1" status: 200 len: 217 time: 0.0816815 Apr 22 20:19:47.883960 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-32bb526b-c327-4a56-a020-b11a626456d2 req-8e3ebac4-3492-4a9d-9698-32232fbb287a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007342 Apr 22 20:19:47.890460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-37b233f0-85f1-496a-936b-c2f51bea7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:47.891976 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-37b233f0-85f1-496a-936b-c2f51bea7c4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=517d6e70-c318-4110-9962-311bad63458f HTTP/1.1" status: 200 len: 852 time: 0.0900896 Apr 22 20:19:47.951862 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-7d6dd58a-b312-4039-bf4a-e7a8c9d09a0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c970a655-9f84-4738-aa26-2ea95dd2f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520627 Apr 22 20:19:48.097466 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-77e1d141-6de3-4594-9b4e-bac85481c88c service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376357 Apr 22 20:19:48.238766 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5d4c3e5b-ef2f-4334-925e-f134d1b33971 req-80cfab07-77e7-4ee9-8159-077c8e867fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352401 Apr 22 20:19:48.820156 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136cbc-f152-49e4-9b27-ecf4ea1ba31a req-3537ec48-9bf7-4193-88df-b785c9282382 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:48.821729 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f136cbc-f152-49e4-9b27-ecf4ea1ba31a req-3537ec48-9bf7-4193-88df-b785c9282382 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 944 time: 0.0883253 Apr 22 20:19:48.874357 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1f136cbc-f152-49e4-9b27-ecf4ea1ba31a req-b2d6fa0d-3c0c-480c-9672-29f411f9270b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462310 Apr 22 20:19:49.086572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685381-9f78-48ff-8ea6-2537ed0518ca req-ea0dd28d-2051-4ea3-8e7e-74b7517daaa3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:49.088165 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3685381-9f78-48ff-8ea6-2537ed0518ca req-ea0dd28d-2051-4ea3-8e7e-74b7517daaa3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0878778 Apr 22 20:19:49.138433 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e3685381-9f78-48ff-8ea6-2537ed0518ca req-f4428e3b-114a-4209-9fc3-bb34d14ba45f tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429688 Apr 22 20:19:50.077111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142ffa9-ebab-44c1-8993-431f5c2730d3 req-dcd4be46-da12-4cc1-87a2-acd8239af89e tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:50.078714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2142ffa9-ebab-44c1-8993-431f5c2730d3 req-dcd4be46-da12-4cc1-87a2-acd8239af89e tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 944 time: 0.0888805 Apr 22 20:19:50.126871 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2142ffa9-ebab-44c1-8993-431f5c2730d3 req-b34e8141-f211-4ab8-aaeb-97075e245e14 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Apr 22 20:19:50.343417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92975f-65d9-4fb4-983f-1de58b169456 req-38868c06-8bd3-40a4-be3d-116f64e4e292 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:50.344990 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1a92975f-65d9-4fb4-983f-1de58b169456 req-38868c06-8bd3-40a4-be3d-116f64e4e292 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0910180 Apr 22 20:19:50.394440 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-1a92975f-65d9-4fb4-983f-1de58b169456 req-9397e481-b6aa-44f2-83d8-80d27f5e3518 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428960 Apr 22 20:19:50.452699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e459c92f-a3a9-4025-9401-248b6546733a details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:19:50.595636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e459c92f-a3a9-4025-9401-248b6546733a,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:50.610709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': 'e459c92f-a3a9-4025-9401-248b6546733a', 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912', 'port_id': 'e459c92f-a3a9-4025-9401-248b6546733a', 'mac_address': 'fa:16:3e:95:65:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517d6e70-c318-4110-9962-311bad63458f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:19:50.673618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:50.691302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e459c92f-a3a9-4025-9401-248b6546733a {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:19:50.706899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e459c92f-a3a9-4025-9401-248b6546733a,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:50.709597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:50.711419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:50.785093 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:50.792887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.793349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.794302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.794770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.795148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.795549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.795947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.796306 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.796675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.797041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.797407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.797773 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:19:50.801756 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:50.915121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['e459c92f-a3a9-4025-9401-248b6546733a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:19:51.333352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa345ad-edb6-4137-a977-18e6065d06f7 req-ddbe423d-262e-4eff-a2c7-257277b57c07 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:51.334946 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2aa345ad-edb6-4137-a977-18e6065d06f7 req-ddbe423d-262e-4eff-a2c7-257277b57c07 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 945 time: 0.0942731 Apr 22 20:19:51.382066 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2aa345ad-edb6-4137-a977-18e6065d06f7 req-4f4170a4-fb65-4cf7-bc31-77a6ddd73db1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Apr 22 20:19:51.596343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd944c7-9de9-4d3c-ab8a-193d0e5a3786 req-ab30dd91-2195-464e-b2af-40d7759edff3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:51.597968 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8dd944c7-9de9-4d3c-ab8a-193d0e5a3786 req-ab30dd91-2195-464e-b2af-40d7759edff3 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0881877 Apr 22 20:19:51.649679 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8dd944c7-9de9-4d3c-ab8a-193d0e5a3786 req-324f7e53-a2ac-4bca-b0a5-d606c48778a4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447721 Apr 22 20:19:52.469216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e459c92f-a3a9-4025-9401-248b6546733a up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:19:52.541889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port e459c92f-a3a9-4025-9401-248b6546733a completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:19:52.546975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port e459c92f-a3a9-4025-9401-248b6546733a triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:19:52.547393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:52.581386 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eebdc-f2c9-4446-a390-2e63c3155f66 req-08ac3ddf-e17c-4834-9387-634a4ac18b5f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:52.582999 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6a2eebdc-f2c9-4446-a390-2e63c3155f66 req-08ac3ddf-e17c-4834-9387-634a4ac18b5f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 945 time: 0.0893054 Apr 22 20:19:52.636153 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6a2eebdc-f2c9-4446-a390-2e63c3155f66 req-c1a72a09-7e7b-4f67-a864-536955323f50 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Apr 22 20:19:52.675135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:52.704178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:19:52.715139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e459c92f-a3a9-4025-9401-248b6546733a,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:19:52.720339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:19:52.722198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:19:52.764150 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a', 'code': 200} Apr 22 20:19:52.802196 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:19:52.805277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:19:52.862353 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c932252-0447-433b-8d0a-43137567b0c4 req-1f994bff-1f7f-4adc-ada7-22b24c93683c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:52.863976 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3c932252-0447-433b-8d0a-43137567b0c4 req-1f994bff-1f7f-4adc-ada7-22b24c93683c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0966589 Apr 22 20:19:52.917088 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-3c932252-0447-433b-8d0a-43137567b0c4 req-95180022-05da-4e99-9abd-b3db7f7e4804 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459688 Apr 22 20:19:53.008671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec5b4-13d5-475d-9726-8527431e1bfd req-77ed4c38-2656-4ee9-a585-a244e638892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:53.010212 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b9ec5b4-13d5-475d-9726-8527431e1bfd req-77ed4c38-2656-4ee9-a585-a244e638892d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 1099 time: 0.0777228 Apr 22 20:19:53.052532 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2b9ec5b4-13d5-475d-9726-8527431e1bfd req-474644c4-b08f-479f-8848-08ff1de907cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Apr 22 20:19:53.846723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1b41-facb-443d-891e-9afbc9e0da43 req-2407fc5b-5908-4c5a-afc6-8e79573f6707 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:53.848434 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d06d1b41-facb-443d-891e-9afbc9e0da43 req-2407fc5b-5908-4c5a-afc6-8e79573f6707 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0944164 Apr 22 20:19:53.898830 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d06d1b41-facb-443d-891e-9afbc9e0da43 req-6a0697eb-58ec-47ac-ab70-02482ff7e394 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Apr 22 20:19:54.119455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3ad2-8df6-458c-9430-95d036738634 req-df1e7be2-1caf-42a6-bac7-46272a482418 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:54.121065 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-266f3ad2-8df6-458c-9430-95d036738634 req-df1e7be2-1caf-42a6-bac7-46272a482418 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0880299 Apr 22 20:19:54.170613 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-266f3ad2-8df6-458c-9430-95d036738634 req-a2778e64-c525-4d49-bcd7-d3a280a6d841 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425861 Apr 22 20:19:55.103232 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39be35-99ea-4480-9433-34bdbb74d10e req-73600321-6fd7-422d-b63e-100993931a4f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:55.104829 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b39be35-99ea-4480-9433-34bdbb74d10e req-73600321-6fd7-422d-b63e-100993931a4f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0909619 Apr 22 20:19:55.152791 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6b39be35-99ea-4480-9433-34bdbb74d10e req-1b4ac3f9-8449-42f5-87d1-7930bf148a37 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Apr 22 20:19:55.380907 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213c0c-d3ea-435d-b8f1-16502d90a918 req-eb08c5cc-4c01-4201-a92a-68e1878dda53 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:55.382478 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af213c0c-d3ea-435d-b8f1-16502d90a918 req-eb08c5cc-4c01-4201-a92a-68e1878dda53 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0945446 Apr 22 20:19:55.435288 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-af213c0c-d3ea-435d-b8f1-16502d90a918 req-28202566-eade-4a89-a51b-9383d307e324 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457871 Apr 22 20:19:56.657712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45639d0-6938-49c5-9c42-520d5d74b07a req-71346700-d966-43d3-938c-20cd04677bfe tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:56.659378 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a45639d0-6938-49c5-9c42-520d5d74b07a req-71346700-d966-43d3-938c-20cd04677bfe tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.1037772 Apr 22 20:19:56.712169 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a45639d0-6938-49c5-9c42-520d5d74b07a req-31ddc016-5d25-420e-8ca5-d0d4569dc1dc tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463066 Apr 22 20:19:56.744793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-540854fe-f527-4f95-9ba6-d1b7bd61f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:56.746386 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-540854fe-f527-4f95-9ba6-d1b7bd61f04a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1137 time: 0.0799961 Apr 22 20:19:56.913351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-ad07bb0f-8127-4b60-bc00-b1fd7ad372b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:56.915000 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-ad07bb0f-8127-4b60-bc00-b1fd7ad372b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1474397 Apr 22 20:19:57.029366 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-03b2adab-de7b-46df-aac3-08d4ce2f5f58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 1001 time: 0.1077142 Apr 22 20:19:57.104673 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-cfda8ffe-38cd-47c9-8464-38f98d8891dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:57.107114 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-cfda8ffe-38cd-47c9-8464-38f98d8891dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0710580 Apr 22 20:19:57.192268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-f10e3686-b73b-4117-a73f-6df85f4adf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:57.193845 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-f10e3686-b73b-4117-a73f-6df85f4adf63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805118 Apr 22 20:19:57.344138 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-3c69dc40-e3ec-4e94-a98d-34a65179fabf service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426368 Apr 22 20:19:57.493239 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c2b7ac6-b791-45cc-8a19-ff444e8ac4e9 req-9285c2b7-50cd-4a8c-9ed7-0497398716a6 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424019 Apr 22 20:19:58.076809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb303fc3-e99a-4560-9087-8e965cfdb8c8 req-652c7b65-8f05-4908-8426-15cf4895c968 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:19:58.078652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bb303fc3-e99a-4560-9087-8e965cfdb8c8 req-652c7b65-8f05-4908-8426-15cf4895c968 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0926178 Apr 22 20:19:58.135793 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-bb303fc3-e99a-4560-9087-8e965cfdb8c8 req-97b0eeed-72d2-40d1-b76a-6b210ae023fd tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=313bcdc1-d768-4668-b744-1de57caeff58&id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504072 Apr 22 20:19:59.680629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-df42a010-8a28-4a1e-b47f-f45d3a906aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:01.190036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:02.188575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7613891b-2378-426f-a532-8e6993889a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:02.995352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:03.602111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:04.502067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:23.116826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:20:27.435100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3370843-1ad5-4473-a1cd-e789eea9c0aa req-b54e5ab1-e2f8-40e5-b3ec-a48343021502 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:27.436688 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3370843-1ad5-4473-a1cd-e789eea9c0aa req-b54e5ab1-e2f8-40e5-b3ec-a48343021502 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0878000 Apr 22 20:20:27.484630 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d3370843-1ad5-4473-a1cd-e789eea9c0aa req-d886f6f3-80e1-4b3f-a6db-cb507777778a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Apr 22 20:20:28.693465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339776c-67b2-46e1-a32e-80710a512843 req-4cbd06c4-5ca4-4abf-9f1e-aeddca97b4ee tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:28.695044 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2339776c-67b2-46e1-a32e-80710a512843 req-4cbd06c4-5ca4-4abf-9f1e-aeddca97b4ee tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0934017 Apr 22 20:20:28.742273 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2339776c-67b2-46e1-a32e-80710a512843 req-0f5870b1-aac5-43c5-97cc-3c54f06aa1ef tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Apr 22 20:20:29.681321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5188dda4-533a-44c5-a070-83b17ba0f955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:29.952389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0c3c-e937-4a2f-9156-8fa0e9c13edd req-d8ae89bd-8874-4c02-ba59-870173c42e8d tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:29.954031 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ffea0c3c-e937-4a2f-9156-8fa0e9c13edd req-d8ae89bd-8874-4c02-ba59-870173c42e8d tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0919797 Apr 22 20:20:30.001510 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ffea0c3c-e937-4a2f-9156-8fa0e9c13edd req-4f497657-3884-4e9b-b2ad-9b023cc17c6a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 Apr 22 20:20:31.185892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:31.206066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc62f4-d5f0-4dd4-a12a-9c1c598642f8 req-12469ea6-2910-481f-ab16-b60f6cab48ac tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:31.207685 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93dc62f4-d5f0-4dd4-a12a-9c1c598642f8 req-12469ea6-2910-481f-ab16-b60f6cab48ac tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.0896833 Apr 22 20:20:31.258682 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-93dc62f4-d5f0-4dd4-a12a-9c1c598642f8 req-debd1b11-4881-43d8-94e4-adab5a02052e tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Apr 22 20:20:32.190429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f1ca5247-5e96-4608-92f0-a8659bb67f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:32.684069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-0be3a6ce-2ab9-4bf3-a599-fc4b64fff5f6 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:32.685581 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-0be3a6ce-2ab9-4bf3-a599-fc4b64fff5f6 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.3818922 Apr 22 20:20:32.780275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Deleting port e459c92f-a3a9-4025-9401-248b6546733a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:32.780646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:32.820129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f83ca-f08a-4234-990e-7ee0a17fdbd1 req-994ad525-72a1-4e01-9ce2-26147b16556a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:32.821689 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-471f83ca-f08a-4234-990e-7ee0a17fdbd1 req-994ad525-72a1-4e01-9ce2-26147b16556a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 946 time: 0.4483359 Apr 22 20:20:32.929984 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-471f83ca-f08a-4234-990e-7ee0a17fdbd1 req-b5773e9c-ce9c-4d57-86be-682d80776109 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011639 Apr 22 20:20:32.998619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:33.095817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] For port e459c92f-a3a9-4025-9401-248b6546733a, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=e459c92f-a3a9-4025-9401-248b6546733a,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:33.096218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:33.228887 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Calling delete_port for e459c92f-a3a9-4025-9401-248b6546733a owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:33.379113 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:33.384598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-90e951b0-f65a-451b-a1f9-03f06ac335e8 tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:33.390798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['e459c92f-a3a9-4025-9401-248b6546733a'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:20:33.432782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Pushing event deleted for resources: {'Port': ['ID=e459c92f-a3a9-4025-9401-248b6546733a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:33.444072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.444530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.444883 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.445277 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.445666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.446055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.446641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.446815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.447193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.447602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.447988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.448371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:33.480901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:33.529683 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] No DVR routers for this DVR port e459c92f-a3a9-4025-9401-248b6546733a on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:20:33.533069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:33.535722 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'name': 'network-vif-deleted', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:33.551334 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5c683f1f-2c24-48fa-98d4-6a1377c24d47 req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "DELETE /v2.0/ports/e459c92f-a3a9-4025-9401-248b6546733a HTTP/1.1" status: 204 len: 173 time: 0.8580587 Apr 22 20:20:33.586037 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b552172-a015-45f9-9f66-526921c2a5ba', 'name': 'network-vif-deleted', 'tag': 'e459c92f-a3a9-4025-9401-248b6546733a', 'status': 'completed', 'code': 200} Apr 22 20:20:33.606204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:34.152176 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-25941400-2910-48f2-999d-6ace1aa4f8d3 req-56949ecb-dd2d-42c0-b900-46b03620e15a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Synchronizing usage tracker for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:20:34.174423 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-25941400-2910-48f2-999d-6ace1aa4f8d3 req-56949ecb-dd2d-42c0-b900-46b03620e15a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Unset dirty status for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:20:34.176358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-25941400-2910-48f2-999d-6ace1aa4f8d3 req-56949ecb-dd2d-42c0-b900-46b03620e15a tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b552172-a015-45f9-9f66-526921c2a5ba HTTP/1.1" status: 200 len: 210 time: 0.0992942 Apr 22 20:20:34.501713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:36.691021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e459c92f-a3a9-4025-9401-248b6546733a no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:36.731198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: e459c92f-a3a9-4025-9401-248b6546733a {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:36.731869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device e459c92f-a3a9-4025-9401-248b6546733a not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:36.744412 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-bcc6384b-a8df-4df2-95f8-a7cc92198e44 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739871078&fields=id&tenant_id=2aafaef4aa434119b0aecd9318d53278 HTTP/1.1" status: 200 len: 267 time: 0.0512028 Apr 22 20:20:36.839019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-439499a9-f67b-42f1-be99-2349e5604eec tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:36.840632 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-439499a9-f67b-42f1-be99-2349e5604eec tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 984 time: 0.0902684 Apr 22 20:20:36.854499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Request body: {'port': {'security_groups': ['9cbaf418-866a-40dd-908e-1572d94c6388']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:20:36.992356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.248636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:37.274726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.278258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.284526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bb60c4dd-93f3-4387-96d0-82ebf5a184dd tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:37.289136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:20:37.371332 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:37.372065 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.373581 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a60d7cb5-9edb-4c03-beae-1eecf6b5b773 req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "PUT /v2.0/ports/886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 942 time: 0.5255458 Apr 22 20:20:37.374151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:37.381542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37220) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:37.385352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event updated for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=7']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:37.388771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e334149d-5616-48ce-a2ca-7f3ac3202303 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:37.412194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:20:37.444713 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:20:37.486613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.521508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.563384 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-24c3dd67-1127-4e26-b075-26c5ceb50bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:37.565250 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-24c3dd67-1127-4e26-b075-26c5ceb50bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1098 time: 0.0953195 Apr 22 20:20:37.578388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.584958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de9c30f7-28c9-4002-b3e4-98edafdf7bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:37.602373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313bcdc1-d768-4668-b744-1de57caeff58,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:37.606158 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-941868b8-1a90-4dfe-83e6-f9b82a68e4b2 None None] Provisioning complete for port 886e7982-5d83-44c3-b038-fcee14b14c29 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:20:37.606831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-941868b8-1a90-4dfe-83e6-f9b82a68e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.612746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.613405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.613985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.614717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.615263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.615882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.616534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.617122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.617775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.618360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.618945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.619573 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:20:37.623521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:37.631964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.636257 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c935bf67-1f7d-4562-8421-67d19cde7a52 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "DELETE /v2.0/security-groups/313bcdc1-d768-4668-b744-1de57caeff58 HTTP/1.1" status: 204 len: 168 time: 0.2535274 Apr 22 20:20:37.636978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37224) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:37.723220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-08cd35dc-dc25-4f58-977f-2358248b16c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:37.724780 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-08cd35dc-dc25-4f58-977f-2358248b16c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1533041 Apr 22 20:20:37.842007 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-84fc6ef9-71df-4c82-aec2-681fb18ddc25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 1001 time: 0.1099560 Apr 22 20:20:37.881555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Deleting port 8bf02e57-0107-48d3-8932-364d7be77e4c {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:37.881936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:37.916594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-111a9f24-e4a2-4eef-a558-b9635a5f009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:37.918140 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-111a9f24-e4a2-4eef-a558-b9635a5f009d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0696065 Apr 22 20:20:38.002941 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-7f93c45d-ade2-4e9a-872a-1b181d3b990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:38.004601 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-7f93c45d-ade2-4e9a-872a-1b181d3b990b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796535 Apr 22 20:20:38.070175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:38.070551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:38.153805 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-4661f283-3d78-4078-81ce-7f5cc4cf6b8c service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425219 Apr 22 20:20:38.213754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Calling delete_port for 8bf02e57-0107-48d3-8932-364d7be77e4c owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:38.311641 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c6028aa2-6008-4a4c-86b0-32337d45820f req-d8c94c83-9ae9-4f5c-93df-e4e8e200ed29 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514120 Apr 22 20:20:38.384954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:38.389537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:38.441238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event deleted for resources: {'Port': ['ID=8bf02e57-0107-48d3-8932-364d7be77e4c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:38.469066 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:38.535552 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:38.535877 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Floating IP 51e97974-78b3-4cce-bee6-16c1e9b28b9a disassociated (deleted). External IP: 172.28.3.175, port: 886e7982-5d83-44c3-b038-fcee14b14c29. Apr 22 20:20:38.915152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Router 89202647-a9ac-491a-a747-0140758a24bc has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:20:39.342036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:20:39.352472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Sync routers for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:20:39.362982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:39.363819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:39.363959 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:39.424939 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-4d67a8b3-b5b9-45f1-bacb-eda1a925cc02 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "DELETE /v2.0/floatingips/51e97974-78b3-4cce-bee6-16c1e9b28b9a HTTP/1.1" status: 204 len: 168 time: 1.7867830 Apr 22 20:20:39.425615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:39.568617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:39.593325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-577e6371-ea47-46bd-9e69-133f180ccf7b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:39.601117 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-577e6371-ea47-46bd-9e69-133f180ccf7b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 812 time: 0.1739795 Apr 22 20:20:39.618629 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-b6e4338a-e1f5-43c7-acbc-c7e23e7bbbd9 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/quotas/b37e3b33c62b49049343c486b9134b1b HTTP/1.1" status: 200 len: 375 time: 0.0165379 Apr 22 20:20:39.670716 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-1646d4c7-928f-4b3e-addc-f817d1f2b1a3 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509391 Apr 22 20:20:39.838144 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:20:39.894648 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-17246039-a1b3-4047-9be0-48f7769c7be8 service neutron] 10.222.0.13 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151713 Apr 22 20:20:39.957873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:39.962490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Checking router: 89202647-a9ac-491a-a747-0140758a24bc for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:20:39.971715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:39.972372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:40.108336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c7bf-130f-4e7e-b169-3d418169838e req-af287e88-c76a-4056-85a1-c14e362cd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:40.110494 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-af287e88-c76a-4056-85a1-c14e362cd68f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2aafaef4aa434119b0aecd9318d53278&device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 1098 time: 0.2141187 Apr 22 20:20:40.119773 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-5705f4b7-2923-4ed4-9cbe-02d899a3653a service neutron] 10.222.0.13 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647224 Apr 22 20:20:40.165557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:40.264695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c7bf-130f-4e7e-b169-3d418169838e req-f7e9b434-013f-4fce-a551-0705a71c5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:40.266342 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-f7e9b434-013f-4fce-a551-0705a71c5167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 200 len: 915 time: 0.1490300 Apr 22 20:20:40.352233 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-abde2f9b-8181-4dc8-a016-7e12f7d5adde req-b43be7d8-967e-44c3-b8ed-e5c37670f840 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 210 time: 0.0637481 Apr 22 20:20:40.357400 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-ab1274b2-41dc-4a64-920f-a07cbf9d22e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 200 len: 217 time: 0.0846505 Apr 22 20:20:40.432061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c7bf-130f-4e7e-b169-3d418169838e req-ebaf9a43-d732-4994-beee-95643d6735fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:40.433652 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-ebaf9a43-d732-4994-beee-95643d6735fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 200 len: 853 time: 0.0695200 Apr 22 20:20:40.548493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245c7bf-130f-4e7e-b169-3d418169838e req-9442efda-7d8d-49a4-8a82-09a3b65ed142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:40.550208 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-9442efda-7d8d-49a4-8a82-09a3b65ed142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c12f18fb-8827-4b1b-88df-1ccdfadb38ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093400 Apr 22 20:20:40.586942 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:40.605186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771cca2-8a02-4cbe-bc03-bb1abbfded23 None None] The sync data for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb is: [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:18:24Z', 'revision_number': 4, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'a99fb5dc-e0db-4d1a-8875-10e6f2792f6c', 'name': '', 'network_id': 'c12f18fb-8827-4b1b-88df-1ccdfadb38ef', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'mac_address': 'fa:16:3e:7c:df:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:23Z', 'updated_at': '2021-04-22T20:18:33Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'subnets': [{'id': '2e3ebeb9-3f89-40d1-93e1-78933194335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:20:40.719996 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-3e6a0223-8d32-4c06-9e71-38a37c1f4ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623926 Apr 22 20:20:40.879211 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4245c7bf-130f-4e7e-b169-3d418169838e req-bb899f88-2d67-4d21-a096-d7a97a44c74b service neutron] 10.222.0.20 "GET /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527965 Apr 22 20:20:40.983720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4956fb-8f68-48c4-a016-a9a2aa403def None None] New status for floating IP 51e97974-78b3-4cce-bee6-16c1e9b28b9a: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:20:41.545216 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f0ace678-af71-458b-9cdc-d23ad2317928 req-20bcff22-72dc-45fe-9d0f-d032b68d160f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 210 time: 0.0639176 Apr 22 20:20:41.594922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-ec9f6871-5f4e-45de-9714-4fbd9344d3ab tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:41.596542 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-ec9f6871-5f4e-45de-9714-4fbd9344d3ab tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 812 time: 0.2337759 Apr 22 20:20:41.608684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Request body: {'port': {'device_id': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912', 'admin_state_up': True, 'tenant_id': 'b37e3b33c62b49049343c486b9134b1b'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:20:41.754904 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:20:41.764746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:20:41.774328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Made reservation on behalf of b37e3b33c62b49049343c486b9134b1b for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:20:41.780345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:41.949688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Allocated IP 172.20.0.3 (c970a655-9f84-4738-aa26-2ea95dd2f912/517d6e70-c318-4110-9962-311bad63458f/27ccbd6a-9436-4db8-a0a1-3a346d75b102) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:20:42.385589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:42.415929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:42.421481 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-643df749-ce39-4b04-8e66-c2f93d767f5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:42.495079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Network c970a655-9f84-4738-aa26-2ea95dd2f912 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:20:42.498515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:20:42.503205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:20:42.536945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Pushing event updated for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:42.543911 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:42.574586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:42.575396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:42.627146 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d0d57a54-f1ef-43b4-a567-e9223014dd3b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0215883 Apr 22 20:20:42.638469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Request body: {'port': {'device_id': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:20:42.834987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:42.863918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51390e40-8429-4c24-99e1-49384a59e4a7 req-cd08a3df-c1bd-4418-9b5f-e3b0987013d1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:42.864685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-51390e40-8429-4c24-99e1-49384a59e4a7 req-cd08a3df-c1bd-4418-9b5f-e3b0987013d1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Synchronizing usage tracker for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:20:42.889533 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-5f25da8e-bd01-4168-a3d6-3c8be6c98340 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:42.890217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-5f25da8e-bd01-4168-a3d6-3c8be6c98340 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:20:42.907954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-5f25da8e-bd01-4168-a3d6-3c8be6c98340 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:20:42.909218 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-5f25da8e-bd01-4168-a3d6-3c8be6c98340 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.1138189 Apr 22 20:20:42.935012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-51390e40-8429-4c24-99e1-49384a59e4a7 req-cd08a3df-c1bd-4418-9b5f-e3b0987013d1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Unset dirty status for tenant:b37e3b33c62b49049343c486b9134b1b on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:20:42.936305 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-51390e40-8429-4c24-99e1-49384a59e4a7 req-cd08a3df-c1bd-4418-9b5f-e3b0987013d1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 931 time: 0.2616067 Apr 22 20:20:42.958349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-87342dec-b8eb-4aa8-9741-004eba000316 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Synchronizing usage tracker for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:20:42.973785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-87342dec-b8eb-4aa8-9741-004eba000316 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Unset dirty status for tenant:2aafaef4aa434119b0aecd9318d53278 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:20:42.975004 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ed3caa61-105f-42c2-9e7a-33194029e0a2 req-87342dec-b8eb-4aa8-9741-004eba000316 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Apr 22 20:20:43.055365 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-51390e40-8429-4c24-99e1-49384a59e4a7 req-bf02e97c-e7fc-4eba-967a-e06326fd0dc6 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100256 Apr 22 20:20:43.268748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ccbd6a-9436-4db8-a0a1-3a346d75b102 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:20:43.276735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:43.291707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Transition to ACTIVE for port object 27ccbd6a-9436-4db8-a0a1-3a346d75b102 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:20:43.294598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:43.299319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d22411f9-772e-4fb3-b821-edc99e1faf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:43.462885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:43.470735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:43.543186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Attempting to bind port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:20:43.543583 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Attempting to bind port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:20:43.543950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Attempting to bind port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 on network c970a655-9f84-4738-aa26-2ea95dd2f912 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:20:43.549392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 on network c970a655-9f84-4738-aa26-2ea95dd2f912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:20:43.549755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Attempting to bind port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 on network c970a655-9f84-4738-aa26-2ea95dd2f912 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:20:43.555157 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:20:43.555551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Checking segment: {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:20:43.555974 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Bound using segment: {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:20:43.556446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Bound port: 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cbed0a-06de-409b-b95a-7cc0a56521ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:20:43.556821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:43.651597 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:20:43.655115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:20:43.658848 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:43.663715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-faf2a68c-1b79-45f6-b0ad-2a1866fccaee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:43.710418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:43.710996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:43.712476 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] 10.222.0.20 "PUT /v2.0/ports/27ccbd6a-9436-4db8-a0a1-3a346d75b102 HTTP/1.1" status: 200 len: 1093 time: 1.0792973 Apr 22 20:20:43.721553 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:43.789926 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102', 'status': 'completed', 'code': 200} Apr 22 20:20:43.805314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Pushing event updated for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:43.808636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-39b2dccc-49ce-4059-a654-b00ebe18afd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:43.837940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-011bca4c-1f95-4bc3-8e46-609779681928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:43.839559 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-011bca4c-1f95-4bc3-8e46-609779681928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 1096 time: 0.0889661 Apr 22 20:20:43.916935 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-31bd14cd-5474-4a21-90b6-628284ce9b06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102 HTTP/1.1" status: 200 len: 217 time: 0.0696607 Apr 22 20:20:43.985575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d7a2ba4d-be7b-4579-bfa6-4ff81d90b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:43.986998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-d7a2ba4d-be7b-4579-bfa6-4ff81d90b27d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=517d6e70-c318-4110-9962-311bad63458f HTTP/1.1" status: 200 len: 852 time: 0.0625174 Apr 22 20:20:44.045376 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-f01239b9-9965-4166-bfa2-9252824813dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c970a655-9f84-4738-aa26-2ea95dd2f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515962 Apr 22 20:20:44.258710 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-f38c0d27-8019-4cb6-8660-b28adade7df7 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056065 Apr 22 20:20:44.260011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad34fda-a7c8-4bc2-950a-c7951b24ab39 req-e1ec9363-ae24-4bd7-948d-225bf77ff6cd tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:44.261599 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ad34fda-a7c8-4bc2-950a-c7951b24ab39 req-e1ec9363-ae24-4bd7-948d-225bf77ff6cd tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 943 time: 0.0900316 Apr 22 20:20:44.268514 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26773bd-aac7-4480-9794-72b3402472fb req-ce4f361d-5818-4b26-b5eb-0f542d4fbea7 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:44.270034 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e26773bd-aac7-4480-9794-72b3402472fb req-ce4f361d-5818-4b26-b5eb-0f542d4fbea7 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.1767428 Apr 22 20:20:44.315221 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4ad34fda-a7c8-4bc2-950a-c7951b24ab39 req-8e5ecf46-943c-4d6e-89fc-f9a9de7132d5 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Apr 22 20:20:44.461713 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e26773bd-aac7-4480-9794-72b3402472fb req-2079d971-3226-49e2-8d2e-5332ebede240 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672843 Apr 22 20:20:44.507963 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-00a837a6-aff3-44ab-a0ee-d6bf3c79b6b6 req-cd1c192e-80de-4b47-9ba4-8f5d710276f6 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368774 Apr 22 20:20:44.527821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-dfd6881b-1383-4927-8d55-a883d4414fdf tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:44.529300 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-dfd6881b-1383-4927-8d55-a883d4414fdf tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.1342592 Apr 22 20:20:44.668046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Deleting port 886e7982-5d83-44c3-b038-fcee14b14c29 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:44.668430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:44.774893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-6c6e80f8-5166-45df-a448-6b0b499a4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:44.776500 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-6c6e80f8-5166-45df-a448-6b0b499a4883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37e3b33c62b49049343c486b9134b1b&device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 1096 time: 0.2029319 Apr 22 20:20:45.042695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-a371c663-bc06-4de6-96e6-52216e4bec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:45.044275 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-a371c663-bc06-4de6-96e6-52216e4bec7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 200 len: 913 time: 0.2600894 Apr 22 20:20:45.135354 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-8528f64a-459d-42e5-8e28-6e296d3cad7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102 HTTP/1.1" status: 200 len: 217 time: 0.0836596 Apr 22 20:20:45.137119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] For port 886e7982-5d83-44c3-b038-fcee14b14c29, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=886e7982-5d83-44c3-b038-fcee14b14c29,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:45.137510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:45.308885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Calling delete_port for 886e7982-5d83-44c3-b038-fcee14b14c29 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:45.528862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ef1ff-a661-4eba-b8f4-c6169a3dd48b req-1c33f53f-eb69-46fa-adfb-d5d927da0f5f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:45.530502 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b1ef1ff-a661-4eba-b8f4-c6169a3dd48b req-1c33f53f-eb69-46fa-adfb-d5d927da0f5f tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 943 time: 0.0950685 Apr 22 20:20:45.582364 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-5b1ef1ff-a661-4eba-b8f4-c6169a3dd48b req-e9f441d8-5b4f-4df4-9683-a6c22c33ea2d tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438285 Apr 22 20:20:45.685235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-5277c8aa-56e8-4062-898a-71a65c092f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:45.686776 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-5277c8aa-56e8-4062-898a-71a65c092f86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=517d6e70-c318-4110-9962-311bad63458f HTTP/1.1" status: 200 len: 852 time: 0.5415521 Apr 22 20:20:45.757029 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-0f37ca57-a56a-4fcb-9067-d42e26e76881 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c970a655-9f84-4738-aa26-2ea95dd2f912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623455 Apr 22 20:20:45.867537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3523-671a-4241-accf-3dd674983679 req-af157998-79d2-459c-bef2-8c4fab36f992 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:45.869013 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d67b3523-671a-4241-accf-3dd674983679 req-af157998-79d2-459c-bef2-8c4fab36f992 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d087819-7d28-4e76-a970-a7f06c1c5635 HTTP/1.1" status: 200 len: 945 time: 0.2846727 Apr 22 20:20:45.962600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:45.970820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1cea9d78-b089-4351-b3fb-a53fce89dfb6 tempest-VolumesNegativeTest-1286978465 tempest-VolumesNegativeTest-1286978465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:45.973677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['886e7982-5d83-44c3-b038-fcee14b14c29'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:20:46.046016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Pushing event deleted for resources: {'Port': ['ID=886e7982-5d83-44c3-b038-fcee14b14c29,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:46.055429 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:46.101317 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d67b3523-671a-4241-accf-3dd674983679 req-2a88d11d-4855-4519-99f3-9c21d40e342c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.13 "GET /v2.0/security-groups?id=9cbaf418-866a-40dd-908e-1572d94c6388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837893 Apr 22 20:20:46.144735 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-af9014a6-6ad0-4b8b-9537-9c2c66396a35 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505273 Apr 22 20:20:46.184175 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] No DVR routers for this DVR port 886e7982-5d83-44c3-b038-fcee14b14c29 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:20:46.197273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:46.199994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'name': 'network-vif-deleted', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:46.265308 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d087819-7d28-4e76-a970-a7f06c1c5635', 'name': 'network-vif-deleted', 'tag': '886e7982-5d83-44c3-b038-fcee14b14c29', 'status': 'completed', 'code': 200} Apr 22 20:20:46.271723 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-e9ea03cb-04a0-4e1f-b563-01b004165a26 req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] 10.222.0.20 "DELETE /v2.0/ports/886e7982-5d83-44c3-b038-fcee14b14c29 HTTP/1.1" status: 204 len: 173 time: 1.7303078 Apr 22 20:20:46.316574 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-675183ed-5806-4d8d-9f4b-eb126c1f02c2 req-f1bb319b-ec1e-477c-b1c1-6b1991db0009 service neutron] 10.222.0.20 "GET /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652782 Apr 22 20:20:46.721975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 27ccbd6a-9436-4db8-a0a1-3a346d75b102 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:20:46.799657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca551-2e8a-44e6-a7e8-1a99748f6e85 req-6c8b9f86-d1cc-45e1-8884-8afde51150b1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:46.801272 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-055ca551-2e8a-44e6-a7e8-1a99748f6e85 req-6c8b9f86-d1cc-45e1-8884-8afde51150b1 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 943 time: 0.0971513 Apr 22 20:20:46.851157 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-055ca551-2e8a-44e6-a7e8-1a99748f6e85 req-7971f0b3-f5ec-45c6-8291-c13c90ea74c8 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Apr 22 20:20:46.866000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:46.880878 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '27ccbd6a-9436-4db8-a0a1-3a346d75b102', 'network_id': 'c970a655-9f84-4738-aa26-2ea95dd2f912', 'port_id': '27ccbd6a-9436-4db8-a0a1-3a346d75b102', 'mac_address': 'fa:16:3e:3c:ad:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517d6e70-c318-4110-9962-311bad63458f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:20:46.942733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:46.960278 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ccbd6a-9436-4db8-a0a1-3a346d75b102 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:20:46.976249 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:46.978988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:46.980811 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:47.049508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:47.052716 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:47.175400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['27ccbd6a-9436-4db8-a0a1-3a346d75b102'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:20:47.929085 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37356) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:48.254560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9658ff-181c-4deb-adf7-3323673d9540 req-620b6f68-6b13-4341-a099-3a8aa702577b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:48.256280 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ba9658ff-181c-4deb-adf7-3323673d9540 req-620b6f68-6b13-4341-a099-3a8aa702577b tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 944 time: 0.2584710 Apr 22 20:20:48.391672 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-ba9658ff-181c-4deb-adf7-3323673d9540 req-f3778f0f-d2f5-4bf0-8596-93eb59f7d02d tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728762 Apr 22 20:20:48.620180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:48.753325 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 27ccbd6a-9436-4db8-a0a1-3a346d75b102 up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:20:48.824823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:20:48.831025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:20:48.831440 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:48.961521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:48.990479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:20:49.001103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:49.004713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Deleting port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:49.005097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:49.005613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:49.006540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 886e7982-5d83-44c3-b038-fcee14b14c29 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:49.042419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:49.087338 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102', 'code': 200} Apr 22 20:20:49.095400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 886e7982-5d83-44c3-b038-fcee14b14c29 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:49.095792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 886e7982-5d83-44c3-b038-fcee14b14c29 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:49.123061 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:49.126402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:49.207779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] For port a99fb5dc-e0db-4d1a-8875-10e6f2792f6c, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:49.208190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:49.291669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d85c3b-a120-41e0-a81d-38546255acd0 req-99bab994-b856-4aa7-9844-c8f37c83d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:49.293249 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74d85c3b-a120-41e0-a81d-38546255acd0 req-99bab994-b856-4aa7-9844-c8f37c83d48e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 1098 time: 0.0808403 Apr 22 20:20:49.335979 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-74d85c3b-a120-41e0-a81d-38546255acd0 req-1ab65d9d-5acc-48fe-afcc-85fccd04815a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Apr 22 20:20:49.345910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Calling delete_port for a99fb5dc-e0db-4d1a-8875-10e6f2792f6c owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:49.573987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:49.579838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:49.630615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99fb5dc-e0db-4d1a-8875-10e6f2792f6c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:49.634003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:49.742056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2478d6-f162-441e-9311-f5d48e8ad687 req-9bf5101e-1d56-42a6-a93a-3c318857686c tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:49.743779 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a2478d6-f162-441e-9311-f5d48e8ad687 req-9bf5101e-1d56-42a6-a93a-3c318857686c tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.2339146 Apr 22 20:20:49.932708 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a2478d6-f162-441e-9311-f5d48e8ad687 req-f19cfa18-92f6-4d34-8ad8-f439447c7f83 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783276 Apr 22 20:20:49.986137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:50.617801 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Router 89202647-a9ac-491a-a747-0140758a24bc has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:20:50.813430 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:20:50.822434 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Sync routers for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:20:50.826459 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2b03aa07-18cc-4657-9ac6-a284b04a1768 admin admin] 10.222.0.13 "PUT /v2.0/routers/89202647-a9ac-491a-a747-0140758a24bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8956308 Apr 22 20:20:50.829740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37364) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:50.833541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:50.834289 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:51.024881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:51.030253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:51.149704 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc783e-679a-4051-91c0-988079194ca7 req-bcc3de59-356a-4835-beb6-db2ec71ec136 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:20:51.151338 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a0cc783e-679a-4051-91c0-988079194ca7 req-bcc3de59-356a-4835-beb6-db2ec71ec136 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0940261 Apr 22 20:20:51.202601 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a0cc783e-679a-4051-91c0-988079194ca7 req-2dd13e29-257b-420b-a162-a49eba14e3c7 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Apr 22 20:20:51.233251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:51.244140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Deleting port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:51.244521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:51.377214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:20:49Z', 'revision_number': 5, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port': {'id': '9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89202647-a9ac-491a-a747-0140758a24bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:19Z', 'updated_at': '2021-04-22T20:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:51.381313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Checking router: 89202647-a9ac-491a-a747-0140758a24bc for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:20:51.392344 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Routers {'89202647-a9ac-491a-a747-0140758a24bc'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:51.392761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['89202647-a9ac-491a-a747-0140758a24bc'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:51.442405 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] For port 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:51.442786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:51.574154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] Set router 89202647-a9ac-491a-a747-0140758a24bc gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:51.583758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Calling delete_port for 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:51.718780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:20:51Z', 'revision_number': 6, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port_host': None}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:51.725004 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7d71cc-cb1c-44a9-a5b9-ee0748163e53 None None] The sync data for ids ['89202647-a9ac-491a-a747-0140758a24bc'] in dv-cinder-787632-1-smb is: [{'id': '89202647-a9ac-491a-a747-0140758a24bc', 'name': 'tempest-TestMinimumBasicScenario-323130663-router', 'tenant_id': '2aafaef4aa434119b0aecd9318d53278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:17Z', 'updated_at': '2021-04-22T20:20:51Z', 'revision_number': 6, 'project_id': '2aafaef4aa434119b0aecd9318d53278', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:20:51.792813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:51.801366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-dc512b42-bef2-44ef-8ab4-580cdc4f4df7 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:51.883886 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:51.891607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:51.953293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.141973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.144413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.169901 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.170461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89202647-a9ac-491a-a747-0140758a24bc {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:20:52.183388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.184632 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] 10.222.0.13 "DELETE /v2.0/routers/89202647-a9ac-491a-a747-0140758a24bc HTTP/1.1" status: 204 len: 168 time: 1.3538990 Apr 22 20:20:52.187256 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37380) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:52.253966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Deleting subnet 2e3ebeb9-3f89-40d1-93e1-78933194335b {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:20:52.257052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.309410 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.400499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.672208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.677363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7163b38e-7e37-4a5b-89b9-9e4792fc12c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:52.720401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3ebeb9-3f89-40d1-93e1-78933194335b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:52.724752 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:52.725824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.732230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4b892-8960-4800-9083-e0c9b73d4903 None None] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:20:52.733483 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e5b5145e-d1a0-44fd-94da-bf511e358143 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e3ebeb9-3f89-40d1-93e1-78933194335b HTTP/1.1" status: 204 len: 168 time: 0.5442350 Apr 22 20:20:52.735719 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37384) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:52.857387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:52.870062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Deleting port 9994ca23-8828-4164-ab36-b1fad7599d36 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:52.870557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.039438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] DHCP port deletion for c12f18fb-8827-4b1b-88df-1ccdfadb38ef request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:20:53.045748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Deleting port 9994ca23-8828-4164-ab36-b1fad7599d36 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:53.046169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.108398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] For port 9994ca23-8828-4164-ab36-b1fad7599d36, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9994ca23-8828-4164-ab36-b1fad7599d36,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:53.108792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.251612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Calling delete_port for 9994ca23-8828-4164-ab36-b1fad7599d36 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:53.341141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.348119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5c534c8b-f2d3-4127-b5c7-0353ce0a195c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:53.400568 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] No DVR routers for this DVR port 9994ca23-8828-4164-ab36-b1fad7599d36 on host dv-cinder-787632-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:20:53.433069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Pushing event deleted for resources: {'Port': ['ID=9994ca23-8828-4164-ab36-b1fad7599d36,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:53.436248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:53.440006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:53.491745 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:53.492139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9f1a895d-9ab1-4ef4-bd0c-0b5369d0acb9 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:53.492598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a99fb5dc-e0db-4d1a-8875-10e6f2792f6c no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:53.535051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: a99fb5dc-e0db-4d1a-8875-10e6f2792f6c {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:53.535441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device a99fb5dc-e0db-4d1a-8875-10e6f2792f6c not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:53.535935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9994ca23-8828-4164-ab36-b1fad7599d36 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:53.537109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.575352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 9994ca23-8828-4164-ab36-b1fad7599d36 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:53.575797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 9994ca23-8828-4164-ab36-b1fad7599d36 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:53.582018 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] For port 9994ca23-8828-4164-ab36-b1fad7599d36, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=9994ca23-8828-4164-ab36-b1fad7599d36,segment=NetworkSegment(fcbb4a41-0961-495a-ad40-169b41b22f66),segment_id=fcbb4a41-0961-495a-ad40-169b41b22f66)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:53.582603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.655861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12f18fb-8827-4b1b-88df-1ccdfadb38ef']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:53.669041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbb4a41-0961-495a-ad40-169b41b22f66') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:53.669378 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbb4a41-0961-495a-ad40-169b41b22f66') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:53.681964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.699790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:53.707195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:20:53.714247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Calling delete_port for 9994ca23-8828-4164-ab36-b1fad7599d36 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:53.792518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:20:53.792921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:20:54.141664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:20:54.151838 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:54.294572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Deleting port 9994ca23-8828-4164-ab36-b1fad7599d36 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:54.295043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:54.340781 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Network c12f18fb-8827-4b1b-88df-1ccdfadb38ef has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:20:54.364457 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:20:54.367315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6d88d7ea-9d20-4765-aeb9-e9c1d3e9c6a7 None None] The port '9994ca23-8828-4164-ab36-b1fad7599d36' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:20:54.446068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:54.449955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c24ac45a-50c9-4d6c-8368-903a102a1d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:54.470740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:54.479779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Pushing event deleted for resources: {'Network': ['ID=c12f18fb-8827-4b1b-88df-1ccdfadb38ef,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:54.483125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:54.493180 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] 10.222.0.13 "DELETE /v2.0/networks/c12f18fb-8827-4b1b-88df-1ccdfadb38ef HTTP/1.1" status: 204 len: 168 time: 1.7564840 Apr 22 20:20:54.496286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37398) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:55.064884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:55.443712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Deleting port b064719f-12cf-4f0f-8f11-959de830dd08 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:55.444274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:55.642947 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] For port b064719f-12cf-4f0f-8f11-959de830dd08, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=b064719f-12cf-4f0f-8f11-959de830dd08,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:55.643341 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:55.787090 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Calling delete_port for b064719f-12cf-4f0f-8f11-959de830dd08 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:55.968393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:55.973618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:56.019154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b064719f-12cf-4f0f-8f11-959de830dd08,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:56.022506 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:56.299603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:56.693730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Router 8ce40789-cc4e-4429-9929-2f57e9df504b has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:20:57.129361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:20:57.138498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Sync routers for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:20:57.144301 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] 10.222.0.13 "PUT /v2.0/routers/8ce40789-cc4e-4429-9929-2f57e9df504b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6469169 Apr 22 20:20:57.146925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37412) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:57.149337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:57.149934 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:57.338664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:57.340740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:57.536746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:57.544794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Deleting port 583bfcf3-f6e9-448b-a05e-2087b9ff5124 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:57.545165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:57.659743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30'}], 'enable_snat': True}, 'gw_port_id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:20:55Z', 'revision_number': 5, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port': {'id': '583bfcf3-f6e9-448b-a05e-2087b9ff5124', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:18:29Z', 'updated_at': '2021-04-22T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:57.664071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Checking router: 8ce40789-cc4e-4429-9929-2f57e9df504b for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:20:57.674357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Routers {'8ce40789-cc4e-4429-9929-2f57e9df504b'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:20:57.674999 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:20:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['8ce40789-cc4e-4429-9929-2f57e9df504b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:57.745851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] For port 583bfcf3-f6e9-448b-a05e-2087b9ff5124, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=583bfcf3-f6e9-448b-a05e-2087b9ff5124,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:57.746962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:57.902830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Calling delete_port for 583bfcf3-f6e9-448b-a05e-2087b9ff5124 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:58.016492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] Set router 8ce40789-cc4e-4429-9929-2f57e9df504b gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:20:58.085011 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.090126 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:58.135044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:20:57Z', 'revision_number': 6, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port_host': None}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:58.138734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Pushing event deleted for resources: {'Port': ['ID=583bfcf3-f6e9-448b-a05e-2087b9ff5124,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:58.139354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9e5e79-75a3-4bee-83ff-c164cb741d65 None None] The sync data for ids ['8ce40789-cc4e-4429-9929-2f57e9df504b'] in dv-cinder-787632-1-smb is: [{'id': '8ce40789-cc4e-4429-9929-2f57e9df504b', 'name': 'tempest-TestMinimumBasicScenario-1130347770-router', 'tenant_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:18:28Z', 'updated_at': '2021-04-22T20:20:57Z', 'revision_number': 6, 'project_id': 'fa5c437a2a2142d58d0e3f5785cfa53a', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:20:58.142788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:58.240630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.430852 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.433255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.457749 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.458373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce40789-cc4e-4429-9929-2f57e9df504b {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:20:58.472578 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.473880 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-55d527c7-d493-4945-b1e5-f7911017cc31 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8ce40789-cc4e-4429-9929-2f57e9df504b HTTP/1.1" status: 204 len: 168 time: 1.3258994 Apr 22 20:20:58.476507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37424) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:58.545914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Deleting subnet 1426575b-41e9-4f6d-ac84-72b1bb2e943a {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:20:58.549918 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.602291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.686006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.975195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:58.980263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-46334d62-9e31-4a62-8ff7-53aac4cbe822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:59.019317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1426575b-41e9-4f6d-ac84-72b1bb2e943a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:59.021796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.026234 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ba713-fc6e-40a7-8b97-bf0cdb58ab45 None None] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:20:59.026563 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:59.029756 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6e05bfc3-80a2-454d-b970-ec2e2cd3499c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1426575b-41e9-4f6d-ac84-72b1bb2e943a HTTP/1.1" status: 204 len: 168 time: 0.5522475 Apr 22 20:20:59.032462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37430) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:20:59.150860 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.162544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Deleting port 54d346f6-eae3-4430-b659-341f0727ee1d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:59.162917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.306322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] DHCP port deletion for d9c49590-42d9-4cda-9294-11b4db4d7a6c request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:20:59.311274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 583bfcf3-f6e9-448b-a05e-2087b9ff5124 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:59.348886 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Deleting port 54d346f6-eae3-4430-b659-341f0727ee1d {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:20:59.349299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.379323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 583bfcf3-f6e9-448b-a05e-2087b9ff5124 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:59.379731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 583bfcf3-f6e9-448b-a05e-2087b9ff5124 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:59.380194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b064719f-12cf-4f0f-8f11-959de830dd08 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:20:59.390310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] For port 54d346f6-eae3-4430-b659-341f0727ee1d, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=54d346f6-eae3-4430-b659-341f0727ee1d,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:59.390792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.426697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: b064719f-12cf-4f0f-8f11-959de830dd08 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:20:59.427082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device b064719f-12cf-4f0f-8f11-959de830dd08 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:20:59.525005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Calling delete_port for 54d346f6-eae3-4430-b659-341f0727ee1d owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:59.604915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] For port 54d346f6-eae3-4430-b659-341f0727ee1d, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=54d346f6-eae3-4430-b659-341f0727ee1d,segment=NetworkSegment(d4d1e734-bc28-4210-a5e8-bd8044533f56),segment_id=d4d1e734-bc28-4210-a5e8-bd8044533f56)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:20:59.605271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.615779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.621708 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:20:59.671721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Pushing event deleted for resources: {'Port': ['ID=54d346f6-eae3-4430-b659-341f0727ee1d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:20:59.674275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] No DVR routers for this DVR port 54d346f6-eae3-4430-b659-341f0727ee1d on host dv-cinder-787632-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:20:59.676640 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:20:59.746486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Calling delete_port for 54d346f6-eae3-4430-b659-341f0727ee1d owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:20:59.799950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.805375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-746c943c-d664-487c-a3d8-e29122b70799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.833744 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:20:59.834141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:20:59.918064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c49590-42d9-4cda-9294-11b4db4d7a6c']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:59.931912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d1e734-bc28-4210-a5e8-bd8044533f56') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:59.932187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d1e734-bc28-4210-a5e8-bd8044533f56') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:20:59.944508 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.959235 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:20:59.965439 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:21:00.116315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:21:00.335284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Deleting port 54d346f6-eae3-4430-b659-341f0727ee1d {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:21:00.335774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:00.407484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:21:00.409572 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-e333ac87-94cf-4601-93f1-d2cafa15c7a1 None None] The port '54d346f6-eae3-4430-b659-341f0727ee1d' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:21:00.417534 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:00.601475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Network d9c49590-42d9-4cda-9294-11b4db4d7a6c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:21:00.624724 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:21:00.703908 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:00.707575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-517cf740-3bd3-4d7d-9e29-2234d6b045ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:00.724237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:00.732771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c49590-42d9-4cda-9294-11b4db4d7a6c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:00.738111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:00.741587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9c49590-42d9-4cda-9294-11b4db4d7a6c HTTP/1.1" status: 204 len: 168 time: 1.7081389 Apr 22 20:21:00.858101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37444) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:00.914420 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-aab1bf44-c492-4059-9d3f-f557ec291e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2aafaef4aa434119b0aecd9318d53278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550330 Apr 22 20:21:00.916910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37448) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:00.977834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.007412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.063919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.069562 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cf63d9e1-959d-4ad3-a3dc-f59b91088a40 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:01.087349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbaf418-866a-40dd-908e-1572d94c6388,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:01.090292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:01.100223 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.101591 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-25962f16-336f-4636-9f98-58f9639d88c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cbaf418-866a-40dd-908e-1572d94c6388 HTTP/1.1" status: 204 len: 168 time: 0.1837199 Apr 22 20:21:01.194239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.267702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 54d346f6-eae3-4430-b659-341f0727ee1d no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:21:01.305281 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 54d346f6-eae3-4430-b659-341f0727ee1d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:21:01.306121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 54d346f6-eae3-4430-b659-341f0727ee1d not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:21:01.466582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37458) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:01.518142 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-f11edfbc-2ee3-4589-b137-daf8962d1dc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa5c437a2a2142d58d0e3f5785cfa53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502908 Apr 22 20:21:01.520633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37462) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:01.584628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.613564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.665221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.670184 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fba6756d-cc26-4436-8e80-938d813eb193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:01.681824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdecbb6-c040-4444-92a7-dded5629d801,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:01.684202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:01.690994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:01.692243 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b4536db0-04d0-4a85-ad76-199b0a2c421f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fdecbb6-c040-4444-92a7-dded5629d801 HTTP/1.1" status: 204 len: 168 time: 0.1706595 Apr 22 20:21:02.192033 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bbf91bb3-24ce-4dd3-a7f0-df0327251d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:03.000632 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:03.608549 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:04.505768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:06.268856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749783e-b331-410d-8b0c-bb8e6673955f req-a20f3030-ac05-431c-a7d3-babf69e7d8ca tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:06.270426 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2749783e-b331-410d-8b0c-bb8e6673955f req-a20f3030-ac05-431c-a7d3-babf69e7d8ca tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0928884 Apr 22 20:21:06.318974 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2749783e-b331-410d-8b0c-bb8e6673955f req-f7c4dc28-3488-4157-b773-867fc94acf35 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418668 Apr 22 20:21:07.522782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5947d7-8866-4965-a27e-1a64862cf333 req-47eefad4-ffa1-41ba-8673-a9abde927ddf tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:07.524594 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aa5947d7-8866-4965-a27e-1a64862cf333 req-47eefad4-ffa1-41ba-8673-a9abde927ddf tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0903316 Apr 22 20:21:07.572642 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-aa5947d7-8866-4965-a27e-1a64862cf333 req-155f039a-c98c-46b8-8b74-f50d9209a671 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Apr 22 20:21:08.772106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b29c8-b8b5-4c55-b417-2517d2897214 req-e85901dd-e3bf-440e-b829-457641f37e10 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:08.773932 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-780b29c8-b8b5-4c55-b417-2517d2897214 req-e85901dd-e3bf-440e-b829-457641f37e10 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0877903 Apr 22 20:21:08.821543 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-780b29c8-b8b5-4c55-b417-2517d2897214 req-e6e49a17-b374-4164-81e5-287531223879 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Apr 22 20:21:10.026146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afdfe7-512e-4730-98e9-3f83dd135465 req-d75f9106-f057-4403-87f8-9a49c7708a44 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:10.027737 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d9afdfe7-512e-4730-98e9-3f83dd135465 req-d75f9106-f057-4403-87f8-9a49c7708a44 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0914934 Apr 22 20:21:10.076920 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d9afdfe7-512e-4730-98e9-3f83dd135465 req-0ee28b1e-4f55-4a3d-902c-feb2f80e6ec8 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f4b4a3c-5310-4982-b9ca-3e3b17d61755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426509 Apr 22 20:21:10.460830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-de02ab7b-eb9f-4ce4-8137-0a32e90504ad tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:10.462412 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-de02ab7b-eb9f-4ce4-8137-0a32e90504ad tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 945 time: 0.0900228 Apr 22 20:21:10.538962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Deleting port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:21:10.539339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:10.800962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] For port 27ccbd6a-9436-4db8-a0a1-3a346d75b102, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=27ccbd6a-9436-4db8-a0a1-3a346d75b102,segment=NetworkSegment(c4cbed0a-06de-409b-b95a-7cc0a56521ff),segment_id=c4cbed0a-06de-409b-b95a-7cc0a56521ff)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:10.801295 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:10.934630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Calling delete_port for 27ccbd6a-9436-4db8-a0a1-3a346d75b102 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:21:11.085582 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:11.091015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f9cad950-57e8-4a9e-b0ea-cf675762518d tempest-VolumesActionsTest-550441076 tempest-VolumesActionsTest-550441076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:11.097483 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['27ccbd6a-9436-4db8-a0a1-3a346d75b102'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:21:11.138797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Pushing event deleted for resources: {'Port': ['ID=27ccbd6a-9436-4db8-a0a1-3a346d75b102,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:11.142837 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:11.223967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] No DVR routers for this DVR port 27ccbd6a-9436-4db8-a0a1-3a346d75b102 on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:21:11.226630 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:11.229649 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'name': 'network-vif-deleted', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:21:11.245832 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b5badd6-3af3-4825-9a4a-e378fd723551 req-8c56b144-91b9-488a-aac2-30a9ac4e5761 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.20 "DELETE /v2.0/ports/27ccbd6a-9436-4db8-a0a1-3a346d75b102 HTTP/1.1" status: 204 len: 173 time: 0.7781589 Apr 22 20:21:11.249921 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e8837e3-598e-441d-b67a-d6ebec1948c1 req-5a65bcdf-1008-420e-8eb0-9376887b4a3d tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc HTTP/1.1" status: 200 len: 210 time: 0.0524256 Apr 22 20:21:11.287059 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a53f69-e03a-4f4d-9c02-e8635b9ac1cc', 'name': 'network-vif-deleted', 'tag': '27ccbd6a-9436-4db8-a0a1-3a346d75b102', 'status': 'completed', 'code': 200} Apr 22 20:21:14.923021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 27ccbd6a-9436-4db8-a0a1-3a346d75b102 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:21:14.963554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 27ccbd6a-9436-4db8-a0a1-3a346d75b102 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:21:14.963944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 27ccbd6a-9436-4db8-a0a1-3a346d75b102 not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:21:29.686677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fdd8baf7-a8dc-4c94-ad77-8fbaad5e9612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:31.195258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:31.868925 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37620) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:31.935944 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Deleting subnet 517d6e70-c318-4110-9962-311bad63458f {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:21:31.939610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:31.996321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262470020'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.054202 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.195034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a7a54291-0941-476e-882e-0b3e8cb03de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.312973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262489135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036591526691'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.318574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de697b19-ae6c-406a-ac35-168295ff5f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:32.356173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.360122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517d6e70-c318-4110-9962-311bad63458f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:32.364416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:32.366035 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ec67c830-311f-4d73-87ba-8ae501d79905 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/517d6e70-c318-4110-9962-311bad63458f HTTP/1.1" status: 204 len: 168 time: 0.4960120 Apr 22 20:21:32.368699 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37624) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:32.484657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.618130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.740096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c970a655-9f84-4738-aa26-2ea95dd2f912']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:32.753040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cbed0a-06de-409b-b95a-7cc0a56521ff') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:32.753374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cbed0a-06de-409b-b95a-7cc0a56521ff') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:32.765255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036592305780'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.780245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:32.787299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:21:32.963465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Network c970a655-9f84-4738-aa26-2ea95dd2f912 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:21:32.973398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592286324'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.005574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.386714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Network c970a655-9f84-4738-aa26-2ea95dd2f912 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:21:33.410357 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:21:33.488309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.492063 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f07962de-2359-49be-b68d-3b56b3d79759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:33.505979 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.516584 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c970a655-9f84-4738-aa26-2ea95dd2f912,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:33.527139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.527567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.527973 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.528368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.528758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.529150 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.529536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.529923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.530310 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.530696 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.531079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.531457 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:33.535961 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c970a655-9f84-4738-aa26-2ea95dd2f912 HTTP/1.1" status: 204 len: 168 time: 1.1662731 Apr 22 20:21:33.536880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f154a33-928c-4200-b959-f041d45ae5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:33.616767 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.670544 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37630) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:33.722916 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-69f791a5-8f21-4021-924e-2d93ddb38416 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b37e3b33c62b49049343c486b9134b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510814 Apr 22 20:21:33.725388 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37634) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:33.786518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.816958 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.860286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.865637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-518f7afd-be63-4cf0-a956-8438e9a57968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:33.878820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b4a3c-5310-4982-b9ca-3e3b17d61755,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:33.881605 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:33.887587 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:33.888833 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d7ee66a3-c461-4bc0-a10d-9333d4bf1781 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f4b4a3c-5310-4982-b9ca-3e3b17d61755 HTTP/1.1" status: 204 len: 168 time: 0.1624417 Apr 22 20:21:34.507236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.637123 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37658) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:34.752193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977590238-network', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:34.757305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:34.761608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Usage tracker for resource:network and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:34.764600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:34.771043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:34.780665 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Made reservation on behalf of 4b97b554e47e407e81b0583cb95b318e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:21:34.785657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.799471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.815260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:34.819329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:34.822328 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:34.828479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:34.920956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.924815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.929168 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ec0c794c-5c4f-4c73-ba9c-95fd1cdc007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:34.955679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:21:34.969498 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e519de4-ac9d-421b-a50a-eafe596ae34a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:34.973819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:34.976777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:34.977172 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Added segment 81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8 of type vlan for network fcf842a3-9730-4454-9b2f-55df4aff4274 Apr 22 20:21:35.013229 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.059464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.061615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:35.062644 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.068634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:35.206483 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5678458 Apr 22 20:21:35.210031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37664) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:35.210193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf842a3-9730-4454-9b2f-55df4aff4274,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:35.212828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f2390d8-6664-43e7-95c0-db2e3f6dba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:35.216805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Request body: {'subnet': {'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977590238-subnet', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:35.221627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network fcf842a3-9730-4454-9b2f-55df4aff4274 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:21:35.224679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:35.230967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Usage tracker for resource:subnet and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:35.237304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:35.244554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:35.256996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Made reservation on behalf of 4b97b554e47e407e81b0583cb95b318e for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:21:35.263050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036592249806'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.750808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592334141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036592249821'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.755923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-248c625b-2faa-43b8-bd90-0525f996fd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:35.834451 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d156385-698c-41a8-8c86-816cd54f3ec9,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:35.838736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:35.843046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Checking segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:35.843443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Network hostable DHCP agents. Network: fcf842a3-9730-4454-9b2f-55df4aff4274, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:21:35.862537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Network fcf842a3-9730-4454-9b2f-55df4aff4274 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:21:35.870992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, fcf842a3-9730-4454-9b2f-55df4aff4274) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:35.881260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20810af-0d70-4439-aef5-5e4b6a30cd42 None None] Network fcf842a3-9730-4454-9b2f-55df4aff4274 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:21:35.883796 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:35.884455 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.904312 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-80baa8a5-0012-4918-a307-e81f63f82142 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6927996 Apr 22 20:21:35.907106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37668) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:35.912651 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:35.917431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:35.921479 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Usage tracker for resource:router and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:35.925446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:35.931525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:35.940919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.941970 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:35.957961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.106095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-fcf842a3-9730-4454-9b2f-55df4aff4274', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:21:36.107013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.249915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.271268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Allocated IP 172.20.0.2 (fcf842a3-9730-4454-9b2f-55df4aff4274/1d156385-698c-41a8-8c86-816cd54f3ec9/4ce3d36f-9953-486a-90c1-4a1a4fc4fcec) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:36.490676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.501260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Transition to ACTIVE for port object 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:36.520331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Transition to ACTIVE for port object 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:36.527449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.533753 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:36.583771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.590862 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Network fcf842a3-9730-4454-9b2f-55df4aff4274 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:36.599417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:36.602082 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:36.617547 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.691375 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Pushing event updated for resources: {'Port': ['ID=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:36.707869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.708240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.708612 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.708988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.709360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.709730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.710095 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.710461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.710824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.711187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.711586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.711951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:36.715795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:36.723618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Attempting to bind port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:36.724034 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Attempting to bind port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:36.724438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Attempting to bind port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec on network fcf842a3-9730-4454-9b2f-55df4aff4274 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:36.730288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:36.730702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Checking segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:36.731151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.731618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Bound using segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:36.732142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Bound port: 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:36.732556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.763155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Allocated IP 172.28.3.178 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/7f851072-5002-4c7e-a1ea-e1095165daaa) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:36.826964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] For port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:36.830179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] For port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:36.833658 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.838268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-71b663e8-c656-4792-a134-6b8f682901d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:36.921345 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.933349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Pushing event updated for resources: {'Port': ['ID=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:36.936567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:36.956799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:36.961792 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-43af2c47-50f6-4cae-938c-cc5d3e9ee70c tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:37.028217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:37.031939 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:37.039020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:37.082772 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Pushing event updated for resources: {'Port': ['ID=7f851072-5002-4c7e-a1ea-e1095165daaa,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:37.087212 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:37.115529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:21:37.328331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:37.401556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:37.501122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.124067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.229477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87469330-ab81-4a01-837d-b567142e464b None None] Network fcf842a3-9730-4454-9b2f-55df4aff4274 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:21:38.347650 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Router 9ad8a580-52ce-40fd-8901-c23f24fcf209 is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:21:38.357518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Provisioning for port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:38.368541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Provisioning complete for port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:38.368964 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.544420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:21:38.559795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Sync routers for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:21:38.567304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.568666 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6605074 Apr 22 20:21:38.571435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37672) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:38.597139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.619096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:38.619814 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:38.974467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] For port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:38.988893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:38.993393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7c0081c1-e928-4ce4-869a-676413f3d8dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:39.068146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:39.227613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Pushing event updated for resources: {'Port': ['ID=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:39.233637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fb5a2469-086c-4a3b-a02b-c60e71194344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:39.308160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f480544a-ef09-40be-ab76-e617fdf5dbed None None] Provisioning complete for port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:39.308584 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f480544a-ef09-40be-ab76-e617fdf5dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.327736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.346019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:39.548890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Allocated IP 172.20.0.1 (fcf842a3-9730-4454-9b2f-55df4aff4274/1d156385-698c-41a8-8c86-816cd54f3ec9/e99ef524-c4e9-4897-8b9c-44e6bb0e59fe) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:39.550600 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:39.551022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.648513 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:37Z', 'revision_number': 3, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:39.656716 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Checking router: 9ad8a580-52ce-40fd-8901-c23f24fcf209 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:21:39.656863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Updating router 9ad8a580-52ce-40fd-8901-c23f24fcf209 port 7f851072-5002-4c7e-a1ea-e1095165daaa binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:21:39.709453 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.726036 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Transition to ACTIVE for port object e99ef524-c4e9-4897-8b9c-44e6bb0e59fe will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:39.749108 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.754557 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a242bc3c-3f64-412d-ae2e-beb40868c868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:39.759080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:39.818125 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Network fcf842a3-9730-4454-9b2f-55df4aff4274 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:39.825989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:39.831097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:39.874279 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Pushing event updated for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:39.891727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.892758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.893790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.893790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.894025 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.894213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.894598 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.894995 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.895392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.895817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.896216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.896609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:39.902686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:39.910757 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.035541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.070856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d01daf33-a774-44cc-a38e-243051eaaf9a None None] Provisioning for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:40.080030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d01daf33-a774-44cc-a38e-243051eaaf9a None None] Provisioning complete for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:40.080438 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d01daf33-a774-44cc-a38e-243051eaaf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.196273 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-d01daf33-a774-44cc-a38e-243051eaaf9a None None] Port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:21:40.198905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.212228 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Transition to ACTIVE for port object 7f851072-5002-4c7e-a1ea-e1095165daaa will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:40.217854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.222499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:40.274657 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.278159 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.302007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Attempting to bind port 7f851072-5002-4c7e-a1ea-e1095165daaa on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:40.302427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Attempting to bind port 7f851072-5002-4c7e-a1ea-e1095165daaa by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:40.302839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Attempting to bind port 7f851072-5002-4c7e-a1ea-e1095165daaa on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:40.310667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7263a53-476f-4996-bb5e-39d9e9cfcc01 None None] Pushing event updated for resources: {'Port': ['ID=7f851072-5002-4c7e-a1ea-e1095165daaa,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:40.310889 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b42f9728-3f44-4cfd-8ed6-001dc2698501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:40.313360 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:40.314425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:40.314807 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.315237 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:40.315797 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Bound port: 7f851072-5002-4c7e-a1ea-e1095165daaa, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:40.316216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.344536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a7263a53-476f-4996-bb5e-39d9e9cfcc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:40.395700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.398009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] For port 7f851072-5002-4c7e-a1ea-e1095165daaa, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:40.401839 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] For port 7f851072-5002-4c7e-a1ea-e1095165daaa, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=7f851072-5002-4c7e-a1ea-e1095165daaa,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:40.404356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.404820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Pushing event updated for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:40.408656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-91eff679-15fa-41b5-a863-5ac49dea0e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:40.420846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:40.489313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:40.489984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:40.546047 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Network fcf842a3-9730-4454-9b2f-55df4aff4274 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:40.547230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:40.612198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7263a53-476f-4996-bb5e-39d9e9cfcc01 None None] Pushing event updated for resources: {'Port': ['ID=7f851072-5002-4c7e-a1ea-e1095165daaa,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:40.622975 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a7263a53-476f-4996-bb5e-39d9e9cfcc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:40.691135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:40.756266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Router 9ad8a580-52ce-40fd-8901-c23f24fcf209 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:21:40.877847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-f1dc519b-3c79-4567-8801-cc90e1a0af36 None None] Provisioning complete for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:40.878151 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f1dc519b-3c79-4567-8801-cc90e1a0af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:40.954904 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:21:40.965178 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-490f6fb6-5849-4a0c-b2cc-30905f87079b admin admin] 10.222.0.13 "PUT /v2.0/routers/9ad8a580-52ce-40fd-8901-c23f24fcf209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3925755 Apr 22 20:21:41.179357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc519b-3c79-4567-8801-cc90e1a0af36 None None] Port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:21:41.270864 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:40Z', 'revision_number': 2, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:41.275272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a267b-8af4-4eb5-a21e-5f4cf473740a None None] The sync data for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb is: [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:40Z', 'revision_number': 2, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:21:41.518698 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:41.525369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1761333590-network', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:41.530539 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:41.535435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Usage tracker for resource:network and tenant:0e3f07aeb72d478a94266899faa0c848 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:41.538554 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:41.544737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:41.554733 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Made reservation on behalf of 0e3f07aeb72d478a94266899faa0c848 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:21:41.559494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.572641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.592709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:41.597068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Usage tracker for resource:security_group_rule and tenant:0e3f07aeb72d478a94266899faa0c848 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:41.600461 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:41.607039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:41.710590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.714204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.719007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d95f4b7a-4baf-445d-898f-02341266be23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:41.750057 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 22 20:21:41.759919 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e79a5-3107-4863-9ee1-d6c24e7a9846,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:41.764299 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:41.767401 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.767990 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.segments_db [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Added segment ef4aae17-74f1-4df5-b668-9519a373db96 of type vlan for network bebb330a-1138-4059-b15e-757b2fbed916 Apr 22 20:21:41.797526 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363252437329626'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.829548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.831140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:41.831893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:41.837394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f6b67932-96d7-4f4c-9ab3-d8cb24fcc8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:42.212191 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6922283 Apr 22 20:21:42.213030 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Pushing event updated for resources: {'Network': ['ID=bebb330a-1138-4059-b15e-757b2fbed916,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:42.215121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37694) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:42.216062 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-20b5e8a1-7268-4219-bfd6-516d504d43db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:42.221780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Request body: {'subnet': {'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1761333590-subnet', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:42.224968 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Network bebb330a-1138-4059-b15e-757b2fbed916 details requested by agent ovs-agent-dv-cinder-787632-1-smb with host dv-cinder-787632-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 22 20:21:42.228140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:42.233602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Usage tracker for resource:subnet and tenant:0e3f07aeb72d478a94266899faa0c848 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:42.237322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:42.244662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:42.260697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Made reservation on behalf of 0e3f07aeb72d478a94266899faa0c848 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:21:42.265629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263249143'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:42.686291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036592286614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263249126'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:42.691863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-37b2eac3-9963-4937-8c0b-cd3d0f28bcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:42.770445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd473202-f42a-4653-9cfb-e04c362423c8,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:42.774604 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:42.781868 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Checking segment: {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:42.782255 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Network hostable DHCP agents. Network: bebb330a-1138-4059-b15e-757b2fbed916, hostable agents: ['77be720c-abda-4d55-ad21-fd696cdc192f'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 22 20:21:42.800679 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Network bebb330a-1138-4059-b15e-757b2fbed916 is scheduled to be hosted by DHCP agent 77be720c-abda-4d55-ad21-fd696cdc192f with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 22 20:21:42.808643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-smb, bebb330a-1138-4059-b15e-757b2fbed916) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:42.818203 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6f1e4-37f4-4ea8-8886-bffa5d3a1d23 None None] Network bebb330a-1138-4059-b15e-757b2fbed916 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:21:42.820495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:21:42.821139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:42.840347 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-d1b3f12b-4bb7-46f3-8f02-d24e54781fbd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6240318 Apr 22 20:21:42.843069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.13', 37698) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:42.849113 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:42.853880 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:42.857828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Usage tracker for resource:router and tenant:0e3f07aeb72d478a94266899faa0c848 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:42.861417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:42.867779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:42.876577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854117152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745853'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:42.877615 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679694', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-776223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30204'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:42.896330 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.049771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd47f01a-d079-5f83-9a17-f3c59346f11a-bebb330a-1138-4059-b15e-757b2fbed916', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8'}]}} from dv-cinder-787632-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 22 20:21:43.050714 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.185193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679929', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658259', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30189'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.216565 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Allocated IP 172.20.0.2 (bebb330a-1138-4059-b15e-757b2fbed916/fd473202-f42a-4653-9cfb-e04c362423c8/6d33c031-5be6-4565-8ef5-b1f2fb2ca238) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:43.337642 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 7f851072-5002-4c7e-a1ea-e1095165daaa up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:43.499217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 7f851072-5002-4c7e-a1ea-e1095165daaa completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:43.509216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.511833 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 7f851072-5002-4c7e-a1ea-e1095165daaa triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:43.512242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.521799 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.557245 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.563443 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Transition to ACTIVE for port object 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:43.602954 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Transition to ACTIVE for port object 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:43.609039 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.614528 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:43.699892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Allocated IP 172.28.3.254 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/ed3bc62e-9953-4697-a266-c28d80a4dd41) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:43.728144 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Network bebb330a-1138-4059-b15e-757b2fbed916 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:43.734007 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:43.740570 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:43.753991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Pushing event updated for resources: {'Port': ['ID=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:43.756317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.761448 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:43.851105 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 7f851072-5002-4c7e-a1ea-e1095165daaa, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=7f851072-5002-4c7e-a1ea-e1095165daaa,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:43.856967 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.861835 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:43.862569 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.893449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.898194 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de1e0c28-5a47-477f-9372-8c0875738707 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:43.909830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Attempting to bind port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:43.910248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Attempting to bind port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:43.910652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Attempting to bind port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 on network bebb330a-1138-4059-b15e-757b2fbed916 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:43.919992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:43.920413 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Checking segment: {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:43.920863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.921302 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Bound using segment: {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:43.921824 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Bound port: 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:43.922248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:43.966809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:43.971491 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:43.975521 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:44.006638 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=7f851072-5002-4c7e-a1ea-e1095165daaa,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:44.012079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:44.016304 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Pushing event updated for resources: {'Port': ['ID=ed3bc62e-9953-4697-a266-c28d80a4dd41,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:44.021346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:44.043931 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] For port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:44.047160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] For port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:44.050655 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:44.055529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:44.140910 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Pushing event updated for resources: {'Port': ['ID=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:44.145101 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:44.448770 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Sync routers for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:21:44.449524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:44.460324 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:44.461385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:44.671820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:45.012900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:40Z', 'revision_number': 2, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:45.018174 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Checking router: 9ad8a580-52ce-40fd-8901-c23f24fcf209 for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:21:45.018589 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Updating router 9ad8a580-52ce-40fd-8901-c23f24fcf209 port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:21:45.047311 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854117557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854095917'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.080205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.296595 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Router d6784764-8c09-448c-8466-1910e5869a3f is scheduled to L3 agent 1e512484-1726-4361-a097-32c396e7df50 with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 22 20:21:45.447348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 7f851072-5002-4c7e-a1ea-e1095165daaa up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:45.472676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.485218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Transition to ACTIVE for port object e99ef524-c4e9-4897-8b9c-44e6bb0e59fe will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:45.492764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.502718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b3ec6dae-92f8-4e70-b5f7-7b3afbe693d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:45.507576 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:21:45.529326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0103da-8b04-49af-b8b5-2b9a2b5091be None None] Network bebb330a-1138-4059-b15e-757b2fbed916 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:21:45.546445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.548038 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-7c1b3d28-51a7-417b-9aa6-a864b3f089ef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7037554 Apr 22 20:21:45.551369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37702) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:45.553840 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Sync routers for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:21:45.578808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Pushing event updated for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:45.624685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:45.625371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:45.659314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.659855 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.660329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.660795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.661275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.661811 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.662276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.662731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.663251 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.663758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.664210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.664662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:21:45.669069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:45.790399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Attempting to bind port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:45.790817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Attempting to bind port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:45.791556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Attempting to bind port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe on network fcf842a3-9730-4454-9b2f-55df4aff4274 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:45.797161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:45.797574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Checking segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:45.799186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.799186 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Bound using segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:45.799744 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Bound port: e99ef524-c4e9-4897-8b9c-44e6bb0e59fe, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:45.800342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.812685 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-c30b4a43-93d9-4370-ba63-62532566f564 None None] Provisioning for port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:45.880740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 7f851072-5002-4c7e-a1ea-e1095165daaa triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:45.881136 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.896823 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] For port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:45.900217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] For port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:45.903555 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:45.908634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:45.991676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:45.992366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:46.026854 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:46.116284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Pushing event updated for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:46.136754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7aaea978-0392-49b2-842d-e3b1ee6ca159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:46.209368 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:46.389165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:46.576069 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:46.630366 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Allocated IP 172.20.0.1 (bebb330a-1138-4059-b15e-757b2fbed916/fd473202-f42a-4653-9cfb-e04c362423c8/c8c7e4fc-10fc-435c-bc75-d8db79b26864) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:21:46.745179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:46.753738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:46.754548 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:46.803813 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:46.820398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:44Z', 'revision_number': 3, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:46.823275 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Transition to ACTIVE for port object c8c7e4fc-10fc-435c-bc75-d8db79b26864 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:46.828135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Checking router: d6784764-8c09-448c-8466-1910e5869a3f for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:21:46.828404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Updating router d6784764-8c09-448c-8466-1910e5869a3f port ed3bc62e-9953-4697-a266-c28d80a4dd41 binding host dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:21:46.848043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:46.853712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:46.902851 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:46.915551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:45Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:46.923347 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Network bebb330a-1138-4059-b15e-757b2fbed916 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:46.924113 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33b336-5d6e-4fd5-a2b5-e063c193bdf3 None None] The sync data for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb is: [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:45Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:21:46.933173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:46.935996 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:21:46.987956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:46.997381 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:47.024758 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-698894'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.129816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.176715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-2b423793-b31f-4e50-87d0-d61cdf339476 None None] Provisioning complete for port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:47.177141 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2b423793-b31f-4e50-87d0-d61cdf339476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.178128 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.274393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:47.286480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.339845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3abfbd08-064d-48e3-8e4a-6979365a699f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:47.429493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device e99ef524-c4e9-4897-8b9c-44e6bb0e59fe up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:47.462253 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.465899 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.499707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7bb0ad6f-7a0c-4886-9859-5647589c51fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:47.559475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:47.575130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:47.587896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854076823'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.592736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:47.598008 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:47.650019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:47.671471 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:47.671923 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.747961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Network bebb330a-1138-4059-b15e-757b2fbed916 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:21:47.749170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:21:47.752905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.760786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-af61fd44-91d5-419a-ab14-5c7609d127d3 None None] Provisioning for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:47.774922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-af61fd44-91d5-419a-ab14-5c7609d127d3 None None] Provisioning complete for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:47.775343 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-af61fd44-91d5-419a-ab14-5c7609d127d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.817731 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Transition to ACTIVE for port object ed3bc62e-9953-4697-a266-c28d80a4dd41 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:47.859029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-af61fd44-91d5-419a-ab14-5c7609d127d3 None None] Port c8c7e4fc-10fc-435c-bc75-d8db79b26864 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:21:47.861220 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:47.870667 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:47.967709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Router d6784764-8c09-448c-8466-1910e5869a3f has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:21:48.016331 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b854-b1a7-4545-a292-318037048fa1 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc62e-9953-4697-a266-c28d80a4dd41,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:48.027210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b136b854-b1a7-4545-a292-318037048fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:48.029217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Attempting to bind port ed3bc62e-9953-4697-a266-c28d80a4dd41 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:48.029636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Attempting to bind port ed3bc62e-9953-4697-a266-c28d80a4dd41 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:48.030042 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Attempting to bind port ed3bc62e-9953-4697-a266-c28d80a4dd41 on network c4279628-1d19-47ee-be1c-74f472e0f21b {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:48.034155 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.046921 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-4c0fdf0d-c8df-492c-8b90-f7b213eee319 None None] Provisioning complete for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:48.047337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c0fdf0d-c8df-492c-8b90-f7b213eee319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.080352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:48.080777 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Checking segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:48.081216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.081656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Bound using segment: {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:48.082193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Bound port: ed3bc62e-9953-4697-a266-c28d80a4dd41, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48b8a0-59f1-4764-90b4-38f88f230e0a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:48.082609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.166084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:21:48.176520 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-351f9ca1-fdd2-4a28-8d8b-4c006fc02f99 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6784764-8c09-448c-8466-1910e5869a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234906 Apr 22 20:21:48.193480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:48.196734 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-4c0fdf0d-c8df-492c-8b90-f7b213eee319 None None] Port c8c7e4fc-10fc-435c-bc75-d8db79b26864 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:21:48.201407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.205905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a7263a53-476f-4996-bb5e-39d9e9cfcc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:48.257346 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] For port ed3bc62e-9953-4697-a266-c28d80a4dd41, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:48.277985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] For port ed3bc62e-9953-4697-a266-c28d80a4dd41, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=ed3bc62e-9953-4697-a266-c28d80a4dd41,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:48.284935 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.299806 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:48.303755 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:48.304285 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c59ebbc9-b4ee-4e22-bc51-e83d417249ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:48.369271 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:48.369956 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:48.691319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b854-b1a7-4545-a292-318037048fa1 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc62e-9953-4697-a266-c28d80a4dd41,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:48.696426 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b136b854-b1a7-4545-a292-318037048fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:48.730684 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37712) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:48.737564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026215489', 'description': 'tempest-secgroup-smoke-1026215489 description', 'project_id': '4b97b554e47e407e81b0583cb95b318e'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:48.741460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:48.743924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:48.747994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:48.751015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:48.757290 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:48.767829 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.790189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:48.794260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:48.797268 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:48.803298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:48.879986 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.884291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.889746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e2d10e3d-ddb3-47d5-a804-8bc3f7f53f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:48.931400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05190ca-9c27-4220-85c5-e9c491298762,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:48.934354 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:48.939080 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2038794 Apr 22 20:21:48.939080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:48.940284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37716) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:48.944709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:48.951154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:48.955303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:48.958313 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:48.964282 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:48.980637 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.043322 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.046054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.048994 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-de378fbd-741e-46ed-a765-a8fde933416a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.073389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb672278-537a-4c57-93ee-912bf9539401,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.076233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.083774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.085089 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448894 Apr 22 20:21:49.088398 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37720) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:49.093985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:49.095626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'c8c7e4fc-10fc-435c-bc75-d8db79b26864', 'name': '', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:46Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 2, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'subnets': [{'id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:49.100152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1504b19-e453-45eb-983e-780c5a16779f None None] The sync data for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb is: [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'c8c7e4fc-10fc-435c-bc75-d8db79b26864', 'name': '', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:46Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 2, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'subnets': [{'id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:21:49.100371 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:49.104561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:49.107662 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:49.116841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:49.134199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.203467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.207035 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.209178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.233286 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c63ff94-69ad-4771-8ac7-01139bc59e10,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.236720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.243768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.245048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c4b240f5-d541-4b71-bf49-0528d0d243af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556492 Apr 22 20:21:49.247881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37724) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:49.253831 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:49.260337 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:49.264309 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:49.267323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:49.273319 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:49.290060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.358084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.361070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.363232 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-72f0cfe0-0200-4862-86f7-b0ffc77130d8 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.372356 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device e99ef524-c4e9-4897-8b9c-44e6bb0e59fe up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:49.387475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974e7638-7846-4ca9-b1be-963d0d2492e6,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.390581 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.399134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.400475 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512892 Apr 22 20:21:49.403266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37728) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:49.409456 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:49.415821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:49.420188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:49.424049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:49.430400 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:49.457242 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:49.457574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.460830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.540575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.544529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.546768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-61add608-c6de-43da-9804-9352592d99e0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.572407 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebbd92f-03be-439e-a5bd-c566649ae56d,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.577291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.599697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.601347 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ba7a685b-6334-43cd-b784-d09f5d415b87 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970558 Apr 22 20:21:49.604198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37732) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:49.610550 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:49.613248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:49.621054 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:49.626005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:49.629643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:49.637049 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:49.653774 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Project 4b97b554e47e407e81b0583cb95b318e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 20:21:49.661697 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.686785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:49.687204 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.737224 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.741822 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.750433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-cfed48ac-c14b-46b1-88d3-0816c059462c tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.776249 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d416d2-2218-4a5b-963b-ba2cef65271d,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.778949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.785192 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.786668 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-55008896-e9f6-4a1a-b6d8-3f64d5aaa93b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814506 Apr 22 20:21:49.789556 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37736) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:21:49.795707 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'security_group_rule': {'security_group_id': 'e05190ca-9c27-4220-85c5-e9c491298762', 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:21:49.803206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:21:49.807494 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:security_group_rule and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:21:49.811478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:21:49.818922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:21:49.830252 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.securitygroups_db [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Project 4b97b554e47e407e81b0583cb95b318e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 20:21:49.837579 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.936537 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.942890 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003507'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.945199 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2eebc580-3d64-4135-9275-b4a5579a1b60 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:49.969073 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e64f3f-0c41-4f9c-8886-75cdcae8592e,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:49.974411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:49.982077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:49.983423 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0477db8d-b089-406e-9d17-332c7079776f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1927228 Apr 22 20:21:51.379820 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device ed3bc62e-9953-4697-a266-c28d80a4dd41 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:51.454746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port ed3bc62e-9953-4697-a266-c28d80a4dd41 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:51.459652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port ed3bc62e-9953-4697-a266-c28d80a4dd41 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:51.460075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:51.588645 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:51.606301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port ed3bc62e-9953-4697-a266-c28d80a4dd41, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=ed3bc62e-9953-4697-a266-c28d80a4dd41,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:51.610915 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:51.613161 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:51.691460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=ed3bc62e-9953-4697-a266-c28d80a4dd41,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:51.694945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:52.224955 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Sync routers for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:21:52.234771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:52.236145 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:52.429834 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:52.763786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'c8c7e4fc-10fc-435c-bc75-d8db79b26864', 'name': '', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:46Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 2, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'subnets': [{'id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:52.768525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Checking router: d6784764-8c09-448c-8466-1910e5869a3f for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:21:52.768932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Updating router d6784764-8c09-448c-8466-1910e5869a3f port c8c7e4fc-10fc-435c-bc75-d8db79b26864 binding host dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 22 20:21:52.828783 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.197091 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.210551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Transition to ACTIVE for port object c8c7e4fc-10fc-435c-bc75-d8db79b26864 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:21:53.216072 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.220793 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:53.372329 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device ed3bc62e-9953-4697-a266-c28d80a4dd41 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:53.410031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f020c-dc42-44bd-8b2b-be9383af897e None None] Pushing event updated for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:53.413147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f98f020c-dc42-44bd-8b2b-be9383af897e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:53.454786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port ed3bc62e-9953-4697-a266-c28d80a4dd41 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:53.455274 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.469608 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Attempting to bind port c8c7e4fc-10fc-435c-bc75-d8db79b26864 on host dv-cinder-787632-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:21:53.470022 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Attempting to bind port c8c7e4fc-10fc-435c-bc75-d8db79b26864 by drivers openvswitch,hyperv on host dv-cinder-787632-1-smb at level 0 using segments [{'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:21:53.470425 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Attempting to bind port c8c7e4fc-10fc-435c-bc75-d8db79b26864 on network bebb330a-1138-4059-b15e-757b2fbed916 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:21:53.476842 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Checking agent: {'id': '5c5f0962-d4f8-449f-98f8-0c38b347f013', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 4), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:21:53.477264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Checking segment: {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:21:53.477729 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.478218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Bound using segment: {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:21:53.478686 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Bound port: c8c7e4fc-10fc-435c-bc75-d8db79b26864, host: dv-cinder-787632-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4aae17-74f1-4df5-b668-9519a373db96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:21:53.479103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.576188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] For port c8c7e4fc-10fc-435c-bc75-d8db79b26864, host dv-cinder-787632-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:21:53.579450 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] For port c8c7e4fc-10fc-435c-bc75-d8db79b26864, host dv-cinder-787632-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=c8c7e4fc-10fc-435c-bc75-d8db79b26864,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:21:53.583058 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:53.588305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:53.672195 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:21:53.672893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:21:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:53.792786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f020c-dc42-44bd-8b2b-be9383af897e None None] Pushing event updated for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:53.803873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-f98f020c-dc42-44bd-8b2b-be9383af897e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:53.870193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:21:54.378990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'c8c7e4fc-10fc-435c-bc75-d8db79b26864', 'name': '', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:46Z', 'updated_at': '2021-04-22T20:21:53Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'subnets': [{'id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:21:54.383015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6700d53-787b-44ba-a1b9-6bc382f35f37 None None] The sync data for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb is: [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:21:47Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'c8c7e4fc-10fc-435c-bc75-d8db79b26864', 'name': '', 'network_id': 'bebb330a-1138-4059-b15e-757b2fbed916', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'mac_address': 'fa:16:3e:ce:28:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:46Z', 'updated_at': '2021-04-22T20:21:53Z', 'revision_number': 4, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'subnets': [{'id': 'fd473202-f42a-4653-9cfb-e04c362423c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:21:55.378669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device c8c7e4fc-10fc-435c-bc75-d8db79b26864 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:55.452477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:21:55.458327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:55.458747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:55.589210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:55.625137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] For port c8c7e4fc-10fc-435c-bc75-d8db79b26864, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=c8c7e4fc-10fc-435c-bc75-d8db79b26864,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:21:55.629418 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:55.631355 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:21:55.705350 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Pushing event updated for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:21:55.708815 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:21:57.363858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device c8c7e4fc-10fc-435c-bc75-d8db79b26864 up at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:21:57.436567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Provisioning complete for port c8c7e4fc-10fc-435c-bc75-d8db79b26864 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:21:57.436985 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:21:59.689134 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-19a51fce-009e-4a1b-844d-663ae138c38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:01.232510 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:02.197106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-08d09140-ffcf-4754-a7af-960192e0fdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:03.005200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:03.610561 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:04.154055 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-2f04b6f0-8ac2-40bd-937a-ce9078448550 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:04.170652 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-2f04b6f0-8ac2-40bd-937a-ce9078448550 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:04.171883 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-2f04b6f0-8ac2-40bd-937a-ce9078448550 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026215489&fields=id&tenant_id=4b97b554e47e407e81b0583cb95b318e HTTP/1.1" status: 200 len: 267 time: 0.0609338 Apr 22 20:22:04.336089 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-a13e5702-f23e-4fc5-876d-8f3a87090a80 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:04.337639 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-a13e5702-f23e-4fc5-876d-8f3a87090a80 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 809 time: 0.1578021 Apr 22 20:22:04.353988 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-e6104dc7-8c87-48a9-bf5a-bb8585620e77 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/quotas/4b97b554e47e407e81b0583cb95b318e HTTP/1.1" status: 200 len: 375 time: 0.0102222 Apr 22 20:22:04.446564 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-f4830a17-4a04-477a-8a35-e95d2dccf793 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:04.462856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-f4830a17-4a04-477a-8a35-e95d2dccf793 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:04.464234 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-f4830a17-4a04-477a-8a35-e95d2dccf793 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047461 Apr 22 20:22:04.509167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:04.586884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-2562d4f9-ad9a-43f1-b820-98fd7311857e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:22:04.588233 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-2562d4f9-ad9a-43f1-b820-98fd7311857e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112478 Apr 22 20:22:04.732994 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-89733fe3-50ac-499b-b7de-2a6824122ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380064 Apr 22 20:22:04.876434 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-11b8b62d-3a87-4eab-84cf-06bf0f6f6dfb service neutron] 10.222.0.13 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365101 Apr 22 20:22:05.352703 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-fdbb4f49-5750-4206-907b-ebd7be42bc1f req-ad179995-823d-4a6d-95f6-96129b7d802e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 210 time: 0.1048646 Apr 22 20:22:06.487106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-aef32239-0e8e-4146-8b45-ce0fd8734d63 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:06.488051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-aef32239-0e8e-4146-8b45-ce0fd8734d63 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:06.504912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-aef32239-0e8e-4146-8b45-ce0fd8734d63 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:06.506146 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-aef32239-0e8e-4146-8b45-ce0fd8734d63 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 809 time: 0.1820700 Apr 22 20:22:06.521788 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0f536d7c-3f3a-4d43-b2cc-3ccb5820ac73 req-ee27f8ad-c30c-4a52-aa24-5f19633718c7 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 210 time: 0.0511925 Apr 22 20:22:06.570818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-cdbb760e-763d-432d-98bb-98f97b3a7556 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:06.583789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-cdbb760e-763d-432d-98bb-98f97b3a7556 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:06.585000 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-cdbb760e-763d-432d-98bb-98f97b3a7556 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b97b554e47e407e81b0583cb95b318e HTTP/1.1" status: 200 len: 380 time: 0.0705681 Apr 22 20:22:06.598206 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'port': {'device_id': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'admin_state_up': True, 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'security_groups': ['e05190ca-9c27-4220-85c5-e9c491298762']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:22:06.743522 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:22:06.753930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:22:06.762445 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Made reservation on behalf of 4b97b554e47e407e81b0583cb95b318e for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 22 20:22:06.769507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:06.944885 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Allocated IP 172.20.0.14 (fcf842a3-9730-4454-9b2f-55df4aff4274/1d156385-698c-41a8-8c86-816cd54f3ec9/6bb93cf7-617f-4113-863d-6a06314c9d1d) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:22:07.145179 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:07.161513 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Transition to ACTIVE for port object 6bb93cf7-617f-4113-863d-6a06314c9d1d will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:22:07.183818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:07.189492 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c2a980a4-027c-4aa1-a8ad-26fe678a60bf tempest-AttachVolumeNegativeTest-55571934 tempest-AttachVolumeNegativeTest-55571934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:07.259702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Network fcf842a3-9730-4454-9b2f-55df4aff4274 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:22:07.262930 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:22:07.267021 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:22:07.308023 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:07.312847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:07.346247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:07.346957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:07.373964 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-8c799d96-e508-48c8-a1cb-80ca10edcf6f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7813938 Apr 22 20:22:07.384239 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-eccceaaa-cc1d-4b05-8e73-74e10a2462bf tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 20:22:07.385265 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-eccceaaa-cc1d-4b05-8e73-74e10a2462bf tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057786 Apr 22 20:22:07.443518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Request body: {'port': {'device_id': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:22:07.529669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fd10054f-5554-4c13-b2f6-e99e1ba753fe None None] Provisioning for port 6bb93cf7-617f-4113-863d-6a06314c9d1d completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:22:07.535454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-fd10054f-5554-4c13-b2f6-e99e1ba753fe None None] Provisioning complete for port 6bb93cf7-617f-4113-863d-6a06314c9d1d triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:22:07.535843 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fd10054f-5554-4c13-b2f6-e99e1ba753fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:07.566247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:07.619043 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-fd10054f-5554-4c13-b2f6-e99e1ba753fe None None] Port 6bb93cf7-617f-4113-863d-6a06314c9d1d cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 22 20:22:07.898216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da4b88-b3e7-4af3-a67a-c65af452d279 req-7cb43fa2-0f8f-421f-8c89-504b3277c389 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:07.899137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-12da4b88-b3e7-4af3-a67a-c65af452d279 req-7cb43fa2-0f8f-421f-8c89-504b3277c389 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:07.937148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-12da4b88-b3e7-4af3-a67a-c65af452d279 req-7cb43fa2-0f8f-421f-8c89-504b3277c389 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:07.938384 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12da4b88-b3e7-4af3-a67a-c65af452d279 req-7cb43fa2-0f8f-421f-8c89-504b3277c389 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 932 time: 0.2825882 Apr 22 20:22:08.005766 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-12da4b88-b3e7-4af3-a67a-c65af452d279 req-9a3af557-fa80-4f1e-8edb-a6449deec7a3 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585392 Apr 22 20:22:08.062866 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb93cf7-617f-4113-863d-6a06314c9d1d {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:22:08.071210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:08.087599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Transition to ACTIVE for port object 6bb93cf7-617f-4113-863d-6a06314c9d1d will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 22 20:22:08.089826 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:08.093482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e5cad1a5-e101-429a-a23a-22197a40a150 tempest-AttachVolumeTestJSON-434847427 tempest-AttachVolumeTestJSON-434847427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:08.264524 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:08.268254 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:08.347594 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Attempting to bind port 6bb93cf7-617f-4113-863d-6a06314c9d1d on host hv-cinder-78763 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 20:22:08.348003 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Attempting to bind port 6bb93cf7-617f-4113-863d-6a06314c9d1d by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 22 20:22:08.348369 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Attempting to bind port 6bb93cf7-617f-4113-863d-6a06314c9d1d on network fcf842a3-9730-4454-9b2f-55df4aff4274 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:22:08.354393 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Port 6bb93cf7-617f-4113-863d-6a06314c9d1d on network fcf842a3-9730-4454-9b2f-55df4aff4274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 20:22:08.354746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Attempting to bind port 6bb93cf7-617f-4113-863d-6a06314c9d1d on network fcf842a3-9730-4454-9b2f-55df4aff4274 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 22 20:22:08.360146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Checking agent: {'id': '3764c977-c49a-4eb1-a468-707df2d64f16', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'started_at': datetime.datetime(2021, 4, 22, 20, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 20:22:08.360515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Checking segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 22 20:22:08.360924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Bound using segment: {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 20:22:08.361385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Bound port: 6bb93cf7-617f-4113-863d-6a06314c9d1d, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 22 20:22:08.361759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:08.457408 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 22 20:22:08.460499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 22 20:22:08.463737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592286222'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:08.468252 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-1f2a233f-8d8a-4c38-8724-9680fc272680 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:08.517817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:08.519372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:08.520724 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] 10.222.0.20 "PUT /v2.0/ports/6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1094 time: 1.1289985 Apr 22 20:22:08.523109 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:22:08.557674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:08.563902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-226200d2-213c-44a8-8ec3-f94e14d56a49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:08.604782 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'status': 'completed', 'code': 200} Apr 22 20:22:08.651164 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-04d42366-2a04-4f3f-baf4-6c602f778846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:08.652831 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-04d42366-2a04-4f3f-baf4-6c602f778846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1097 time: 0.0904059 Apr 22 20:22:08.726998 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-e5bf0bf8-d241-448b-b368-6f6019bce17e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0664401 Apr 22 20:22:08.798618 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-34bad116-31a2-4cf1-894f-73b32326faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:08.800714 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-34bad116-31a2-4cf1-894f-73b32326faff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0671382 Apr 22 20:22:08.886898 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-ae76596b-8873-4a6f-a0b2-79b68c8fa49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:08.888690 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-ae76596b-8873-4a6f-a0b2-79b68c8fa49c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813816 Apr 22 20:22:09.338235 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-3c6cda1b-5267-4182-9c8b-55acdbee2132 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427092 Apr 22 20:22:09.378984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9066-4875-47f5-869b-9e1eb51c6164 req-ab6a99df-0f10-46d9-a7c4-2e189f5bc38f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:09.380536 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f4f9066-4875-47f5-869b-9e1eb51c6164 req-ab6a99df-0f10-46d9-a7c4-2e189f5bc38f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 944 time: 0.1598785 Apr 22 20:22:09.506515 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-6f4f9066-4875-47f5-869b-9e1eb51c6164 req-d7bd6fcd-c92d-422f-a775-33ccd4cdc3f3 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144805 Apr 22 20:22:09.531453 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7c7e6a16-7e8f-4705-9fd5-efc7aef2cdc5 req-501878c3-6ad8-4a99-8a14-9f21519f039e service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860878 Apr 22 20:22:09.654198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-7280682d-610f-4ee7-873d-4c19920000d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:09.655820 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-7280682d-610f-4ee7-873d-4c19920000d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1097 time: 0.0826700 Apr 22 20:22:09.798068 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-d77ce521-e7f5-4146-b090-5a1fbac56884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:09.799684 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-d77ce521-e7f5-4146-b090-5a1fbac56884 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1374345 Apr 22 20:22:09.873860 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-a07c6163-2985-4055-b400-a2a18533f8bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0670109 Apr 22 20:22:09.946472 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-d1f1abd7-da12-4d5c-b851-6c6a9005b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:09.948020 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-d1f1abd7-da12-4d5c-b851-6c6a9005b546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0662963 Apr 22 20:22:10.030265 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-f3658b30-096f-42a4-928d-97ac90188a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:10.031862 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-f3658b30-096f-42a4-928d-97ac90188a38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771470 Apr 22 20:22:10.174326 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-91d49775-f584-4bf9-9943-1f85040a7179 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350362 Apr 22 20:22:10.316981 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8309bb9f-7e10-4df7-aa36-0663f634598b req-a451fee2-7fa1-4066-a5c7-8fa1fcc5d172 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350358 Apr 22 20:22:10.959577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61d05-f3bc-42da-abc7-f66561e89ce0 req-06330b39-41a1-4844-b8e4-a5803123fe8e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:10.961167 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04d61d05-f3bc-42da-abc7-f66561e89ce0 req-06330b39-41a1-4844-b8e4-a5803123fe8e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 944 time: 0.3357260 Apr 22 20:22:11.008591 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-04d61d05-f3bc-42da-abc7-f66561e89ce0 req-2ef6ef77-85f8-4649-8d91-59d55f1c0af9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 Apr 22 20:22:11.140248 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:22:11.283131 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:22:11.296932 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'mac_address': 'fa:16:3e:97:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:22:11.356291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:11.374305 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb93cf7-617f-4113-863d-6a06314c9d1d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:22:11.390417 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:22:11.393292 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:11.395110 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:11.467075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:11.470389 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:11.594681 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['6bb93cf7-617f-4113-863d-6a06314c9d1d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:22:12.211966 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46709f3-5150-4757-a254-78ce8d29f836 req-55e55b1f-f97a-445c-b973-1b8fc2f50652 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:12.213538 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d46709f3-5150-4757-a254-78ce8d29f836 req-55e55b1f-f97a-445c-b973-1b8fc2f50652 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 945 time: 0.0893543 Apr 22 20:22:12.265400 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-d46709f3-5150-4757-a254-78ce8d29f836 req-d3b4c863-3820-49e6-ba11-4ea82e56c419 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 Apr 22 20:22:13.155675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:22:13.228949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning for port 6bb93cf7-617f-4113-863d-6a06314c9d1d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 20:22:13.233774 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 6bb93cf7-617f-4113-863d-6a06314c9d1d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:22:13.234188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:13.356077 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:13.385334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:22:13.396110 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:22:13.399988 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:13.402817 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:13.439061 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'code': 200} Apr 22 20:22:13.477266 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091ecd9-f989-461e-a01f-219588074a07 req-13dda29b-46a7-45bb-9eb2-de9f79d2f800 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:13.478850 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2091ecd9-f989-461e-a01f-219588074a07 req-13dda29b-46a7-45bb-9eb2-de9f79d2f800 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0948017 Apr 22 20:22:13.483216 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:13.486419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:13.531892 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2091ecd9-f989-461e-a01f-219588074a07 req-f509c02b-91d4-417f-867e-0fdadee5fd90 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464296 Apr 22 20:22:13.732984 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7ba8a-f93b-42c6-85bf-f576a48d9913 req-a3814a91-9548-411e-a10a-bbebee48116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:13.734495 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2fa7ba8a-f93b-42c6-85bf-f576a48d9913 req-a3814a91-9548-411e-a10a-bbebee48116d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0772750 Apr 22 20:22:13.777328 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2fa7ba8a-f93b-42c6-85bf-f576a48d9913 req-e25728bb-df22-48ea-a2eb-978f2a6b5dfc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Apr 22 20:22:14.114678 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:22:14.737788 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0b201-0e80-413b-8e95-5a25ef9961dc req-09fe95ee-7b6a-43a8-ae88-6514edda3021 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:14.739350 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c1b0b201-0e80-413b-8e95-5a25ef9961dc req-09fe95ee-7b6a-43a8-ae88-6514edda3021 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0899343 Apr 22 20:22:14.786937 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-c1b0b201-0e80-413b-8e95-5a25ef9961dc req-c8dbc1fc-39d5-40cb-953c-d43cfe67280e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Apr 22 20:22:14.988208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eefda3-7cdd-44a8-9ac9-4c28790b0600 req-0071e24e-2f9c-4b01-b274-3db2d7203ba0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:14.989748 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52eefda3-7cdd-44a8-9ac9-4c28790b0600 req-0071e24e-2f9c-4b01-b274-3db2d7203ba0 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0881972 Apr 22 20:22:15.037058 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-52eefda3-7cdd-44a8-9ac9-4c28790b0600 req-614af283-2463-4232-a30f-751c53e4f950 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410111 Apr 22 20:22:15.061102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37890) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:22:15.190040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a70ed-394d-41e4-bcf1-11403f9432f2 tempest-TestShelveInstance-790184695 tempest-TestShelveInstance-790184695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:15.190809 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6c2a70ed-394d-41e4-bcf1-11403f9432f2 tempest-TestShelveInstance-790184695 tempest-TestShelveInstance-790184695-project-admin] Synchronizing usage tracker for tenant:0e3f07aeb72d478a94266899faa0c848 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:22:15.207316 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6c2a70ed-394d-41e4-bcf1-11403f9432f2 tempest-TestShelveInstance-790184695 tempest-TestShelveInstance-790184695-project-admin] Unset dirty status for tenant:0e3f07aeb72d478a94266899faa0c848 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:22:15.208601 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6c2a70ed-394d-41e4-bcf1-11403f9432f2 tempest-TestShelveInstance-790184695 tempest-TestShelveInstance-790184695-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1094 time: 0.1464868 Apr 22 20:22:15.211688 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 37896) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:22:15.217198 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.v2.base [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Request body: {'floatingip': {'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 20:22:15.224053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 22 20:22:15.228079 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Usage tracker for resource:floatingip and tenant:4b97b554e47e407e81b0583cb95b318e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 22 20:22:15.231140 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 22 20:22:15.238187 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.quota.driver [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 22 20:22:15.247720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:15.399446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:15.541754 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_common [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Allocated IP 172.28.3.38 (c4279628-1d19-47ee-be1c-74f472e0f21b/9fd9ff00-76f6-44f7-837c-c94fb173d83b/bb1ab61f-9694-416e-91d8-950bd53d11bb) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 22 20:22:15.698348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:15.728566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363252437277044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:15.733270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a095cc02-394b-4a60-b53c-ecfcb57aae74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:15.802694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Network c4279628-1d19-47ee-be1c-74f472e0f21b is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 22 20:22:15.803844 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.base_scheduler [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 22 20:22:15.808326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 22 20:22:15.850735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'Port': ['ID=bb1ab61f-9694-416e-91d8-950bd53d11bb,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:15.855028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:16.238694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:16.316903 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:16.532782 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:16.536342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036592333989'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:16.540917 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:22:16.658469 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event updated for resources: {'Port': ['ID=bb1ab61f-9694-416e-91d8-950bd53d11bb,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:22:16.663574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:22:16.668470 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854076739'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:16.848054 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Floating IP 3e284f8f-0b1f-46bd-84e9-653b71e4d2bd associated. External IP: 172.28.3.38, port: 6bb93cf7-617f-4113-863d-6a06314c9d1d. Apr 22 20:22:17.224160 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Router 9ad8a580-52ce-40fd-8901-c23f24fcf209 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:22:17.423142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:22:17.433352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Sync routers for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:22:17.443724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:22:17.444394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:22:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:22:17.449112 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:17.509760 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-6759bf1c-1b0c-4b39-af4e-0da3dff50d5e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2968752 Apr 22 20:22:17.510372 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:22:17.560752 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'status': 'completed', 'code': 200} Apr 22 20:22:17.640067 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:22:17.662411 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-99c16118-2810-4232-b815-3c4c323fed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:17.664082 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-99c16118-2810-4232-b815-3c4c323fed83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0817239 Apr 22 20:22:17.808819 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-b43013cd-5163-4bf2-a348-4623e879c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:17.810254 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-b43013cd-5163-4bf2-a348-4623e879c26b service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1396310 Apr 22 20:22:17.925694 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-41389b91-eb12-4bfc-9092-f511b4f3197b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 999 time: 0.1089609 Apr 22 20:22:18.003314 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-dc94d493-f278-40a6-bb53-891056792d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:18.005024 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-dc94d493-f278-40a6-bb53-891056792d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0729640 Apr 22 20:22:18.090103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-74ace9a0-1f86-46d2-b026-437054eb7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:22:18.091630 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-74ace9a0-1f86-46d2-b026-437054eb7b56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800419 Apr 22 20:22:18.186666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '3e284f8f-0b1f-46bd-84e9-653b71e4d2bd', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'mac_address': 'fa:16:3e:97:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:22:16Z', 'updated_at': '2021-04-22T20:22:16Z', 'revision_number': 0, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:22:18.191485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Checking router: 9ad8a580-52ce-40fd-8901-c23f24fcf209 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:22:18.200460 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:22:18.201130 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:22:02Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:22:18.234769 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-52cc1536-40bb-470f-aac9-9d1a866aa35e service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368930 Apr 22 20:22:18.383857 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f55b254d-da09-4876-a6ce-3e4d6f7f4401 req-12a479ed-636b-4767-ab68-d35353bdcba7 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418140 Apr 22 20:22:18.392215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:22:18.765374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '3e284f8f-0b1f-46bd-84e9-653b71e4d2bd', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'mac_address': 'fa:16:3e:97:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:22:16Z', 'updated_at': '2021-04-22T20:22:16Z', 'revision_number': 0, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:22:18.770390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f2467-af6d-4456-b6f5-20b3e5ca265c None None] The sync data for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb is: [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_floatingips': [{'id': '3e284f8f-0b1f-46bd-84e9-653b71e4d2bd', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'floating_ip_address': '172.28.3.38', 'floating_network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'router_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'mac_address': 'fa:16:3e:97:77:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:22:16Z', 'updated_at': '2021-04-22T20:22:16Z', 'revision_number': 0, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:22:19.039633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b940b5fa-864e-4616-b85d-2c1bdae96813 None None] New status for floating IP 3e284f8f-0b1f-46bd-84e9-653b71e4d2bd: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:22:29.690924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5c9af3bf-c066-4b58-b997-8b9f96837de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:31.231420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:32.197045 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4cec0992-cf17-4820-8a69-ff102040413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:33.008610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:33.614629 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:34.511982 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:22:51.114230 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:22:59.692477 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-94c4e952-768d-4a8c-b5b8-8693c99a6632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:00.677658 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-53d9738f-af29-4c12-8a4a-3739dd4c1d28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762060 Apr 22 20:23:00.832760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-bb96cfb0-040f-4b81-a2ed-923b48ffd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:23:00.834361 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-bb96cfb0-040f-4b81-a2ed-923b48ffd8d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0865145 Apr 22 20:23:00.989567 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-99b1e3b9-c34c-4290-9e23-82512e766222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:23:00.991081 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-99b1e3b9-c34c-4290-9e23-82512e766222 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1370997 Apr 22 20:23:01.100252 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-1a921065-9f06-41e4-b22e-c861cc31ad00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1001 time: 0.1026118 Apr 22 20:23:01.167960 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-3544336b-6255-4a02-b7bf-ff7f22e124a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:23:01.169459 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-3544336b-6255-4a02-b7bf-ff7f22e124a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0622005 Apr 22 20:23:01.230894 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:01.251976 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-4aa1f0fc-9311-44f8-a2a3-5eacf602eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:23:01.253527 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-4aa1f0fc-9311-44f8-a2a3-5eacf602eaa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782239 Apr 22 20:23:01.399848 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-d5f0d012-203b-4f99-b8c5-b1b40c86adaa service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394386 Apr 22 20:23:01.545619 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-094b36bd-753f-45bf-94fd-d79cb6688010 req-5590fa97-9633-4dc4-9448-258753d196dc service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397521 Apr 22 20:23:02.198129 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ed009205-3bc2-44e4-b977-36d74f4add18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:03.010210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:03.617284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:04.514303 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:28.114191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:23:29.693983 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ef02b85a-a870-44c9-a9d4-1749b73f89fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:31.233575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:32.198713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-57dac95e-3bc7-47d3-87ef-d3b1afffbc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:33.011703 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:33.619006 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:34.516433 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:23:59.695301 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3ca3-232f-4280-b3e3-f6533002707f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:01.259263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:02.199804 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9eb26898-719f-4950-9b95-3ffe46baa32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:02.662809 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-c4c61d79-1c3b-47dc-b703-1776068f098f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815442 Apr 22 20:24:02.811020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-dc01eddc-81d3-43df-a900-baa2c0ab1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:02.812588 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-dc01eddc-81d3-43df-a900-baa2c0ab1b0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0767822 Apr 22 20:24:02.967146 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-90e4e1aa-babd-444f-81cb-eac07cb79baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:02.968721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-90e4e1aa-babd-444f-81cb-eac07cb79baa service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1374831 Apr 22 20:24:03.017738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:03.078395 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-bdcafebd-c2a4-4a03-9f40-03c7772d57df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1001 time: 0.1034143 Apr 22 20:24:03.147291 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-feb02ca6-b494-451e-abe9-ee15f4f3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:03.149059 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-feb02ca6-b494-451e-abe9-ee15f4f3a0be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0648279 Apr 22 20:24:03.228980 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-7884aecc-0cd3-42b7-bb0d-1bcf17afc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:03.230463 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-7884aecc-0cd3-42b7-bb0d-1bcf17afc759 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753119 Apr 22 20:24:03.598592 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-d12e41fe-b039-4f1f-a9b9-34635a67be59 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608239 Apr 22 20:24:03.622449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:03.739667 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4a6d086b-1c3c-43ce-81d6-46f37867b832 req-23700b7b-1fa9-4afe-a33a-4b32d39f0f52 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359127 Apr 22 20:24:04.519713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:05.114478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:24:07.216233 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402d1f-73b6-40b3-b915-f1685e787370 req-ed364c2b-eb1c-423d-b1c9-63f7311d1b24 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:07.217798 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c402d1f-73b6-40b3-b915-f1685e787370 req-ed364c2b-eb1c-423d-b1c9-63f7311d1b24 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0892582 Apr 22 20:24:07.268571 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2c402d1f-73b6-40b3-b915-f1685e787370 req-f4e4da25-ba11-4f24-b02e-02b9ad225d0d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Apr 22 20:24:08.493336 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d722-be38-4f68-9337-23f5d8245ffd req-c3b39776-9e6e-4623-9d24-127fa99a1993 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:08.494930 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f982d722-be38-4f68-9337-23f5d8245ffd req-c3b39776-9e6e-4623-9d24-127fa99a1993 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0919585 Apr 22 20:24:08.542643 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-f982d722-be38-4f68-9337-23f5d8245ffd req-db0e668d-4a89-4428-aeb1-d3a06b87f6fb tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Apr 22 20:24:09.770721 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02e5bd-dfd7-4ede-91ae-60941208a865 req-22bbffc8-c8a2-413f-b5e2-1a5868f210af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:09.772332 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f02e5bd-dfd7-4ede-91ae-60941208a865 req-22bbffc8-c8a2-413f-b5e2-1a5868f210af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0936606 Apr 22 20:24:09.819331 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f02e5bd-dfd7-4ede-91ae-60941208a865 req-f4b417ff-dd55-4d90-806d-eb5927ed6fbb tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Apr 22 20:24:11.028284 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731d741-0bdb-4b2e-acf8-c2ae4bf2c681 req-e057f78c-1451-434f-aa41-db0a76b1d9df tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:11.029863 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4731d741-0bdb-4b2e-acf8-c2ae4bf2c681 req-e057f78c-1451-434f-aa41-db0a76b1d9df tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0933609 Apr 22 20:24:11.078733 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4731d741-0bdb-4b2e-acf8-c2ae4bf2c681 req-7613d3fc-4332-4b2b-97fa-f7ec7e40ff08 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Apr 22 20:24:12.285846 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1168d-596a-4703-9486-689d3c0f7bc5 req-fe9d6b87-6527-45b7-adde-e22759ee1f26 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:12.287587 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e1168d-596a-4703-9486-689d3c0f7bc5 req-fe9d6b87-6527-45b7-adde-e22759ee1f26 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0906115 Apr 22 20:24:12.335009 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e1168d-596a-4703-9486-689d3c0f7bc5 req-7d4b5bf2-1360-4fb8-b211-e896baa96e39 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Apr 22 20:24:13.536646 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b998-e8a1-4fd8-9a5e-c6b6c3a6466f req-c8132311-9d74-4fdf-bc34-b26afe4ae1be tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:13.538259 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7165b998-e8a1-4fd8-9a5e-c6b6c3a6466f req-c8132311-9d74-4fdf-bc34-b26afe4ae1be tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0922482 Apr 22 20:24:13.586283 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-7165b998-e8a1-4fd8-9a5e-c6b6c3a6466f req-6cd78836-daff-49ba-9e39-42ae9c844486 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Apr 22 20:24:14.786351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06b371-d979-4c2a-abb9-5eaa82182645 req-0ba39dc6-39e1-4afd-b545-a5800b5699ca tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:14.788517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e06b371-d979-4c2a-abb9-5eaa82182645 req-0ba39dc6-39e1-4afd-b545-a5800b5699ca tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0886834 Apr 22 20:24:14.836145 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-2e06b371-d979-4c2a-abb9-5eaa82182645 req-c2671f78-353b-4cae-b889-1b186ceffad4 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Apr 22 20:24:16.037765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877ce3e-0db0-47a8-a84f-f3686218bc17 req-934743d2-4bbc-45aa-b768-15e3dbf8b5f6 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:16.039332 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4877ce3e-0db0-47a8-a84f-f3686218bc17 req-934743d2-4bbc-45aa-b768-15e3dbf8b5f6 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0904465 Apr 22 20:24:16.087597 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-4877ce3e-0db0-47a8-a84f-f3686218bc17 req-3ac3d319-7dd9-4ae6-a2fa-385971bbe67f tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Apr 22 20:24:17.359474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae1c5-ff43-492d-b193-2d3fe0c24336 req-e27d6b94-217c-4144-88d6-ff231ca1ac71 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:17.361069 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-30aae1c5-ff43-492d-b193-2d3fe0c24336 req-e27d6b94-217c-4144-88d6-ff231ca1ac71 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.1578391 Apr 22 20:24:17.363080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-f44d30a9-4401-482f-b2e3-5c84b28aea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:17.364533 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-f44d30a9-4401-482f-b2e3-5c84b28aea6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.1158676 Apr 22 20:24:17.504903 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-30aae1c5-ff43-492d-b193-2d3fe0c24336 req-88b21d1f-8df6-4530-9556-c6dc5f03bb3a tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370790 Apr 22 20:24:17.551315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-283db0b9-59d9-42dc-93d2-a87bf077d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:17.553516 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-283db0b9-59d9-42dc-93d2-a87bf077d961 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1714692 Apr 22 20:24:17.662048 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-42e69650-244b-42d0-bdf9-a71c80a2fa05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1001 time: 0.1013954 Apr 22 20:24:17.733599 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-6b1fc9ad-9000-4d24-8fe4-87263da5c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:17.735111 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-6b1fc9ad-9000-4d24-8fe4-87263da5c55b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0665510 Apr 22 20:24:17.816240 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-b0e6f036-8c0e-45c2-a873-de02a63ed6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:17.818457 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-b0e6f036-8c0e-45c2-a873-de02a63ed6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765412 Apr 22 20:24:17.960299 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-bfc59340-470f-4ba3-bf6b-93c8f38bdf64 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355412 Apr 22 20:24:18.102569 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0e23c3a6-9928-488d-81ee-756901e555e5 req-337fbea2-36bf-4c83-9bc3-26775c14fadd service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355655 Apr 22 20:24:18.850427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844a715-40d7-4c5d-99cd-df869da437dd req-42bdb9a5-30a2-4eba-8561-7a48cfcea9f9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:18.851956 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0844a715-40d7-4c5d-99cd-df869da437dd req-42bdb9a5-30a2-4eba-8561-7a48cfcea9f9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0912573 Apr 22 20:24:19.141939 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0844a715-40d7-4c5d-99cd-df869da437dd req-c9554ca5-6f5d-4960-9352-6ce36878de47 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834718 Apr 22 20:24:20.352702 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a292-cb90-4f4e-8661-13d71822286c req-567d5b57-7109-44fe-b3ee-d97dbae388bb tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:20.354289 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b705a292-cb90-4f4e-8661-13d71822286c req-567d5b57-7109-44fe-b3ee-d97dbae388bb tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0956531 Apr 22 20:24:20.403431 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b705a292-cb90-4f4e-8661-13d71822286c req-08e72cd3-3a9d-4aeb-9f5a-c5d8a229e7c3 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Apr 22 20:24:20.775236 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a840-6fa7-4315-9cbe-b6c287f65a51 req-13112158-0c17-4e9a-bd3a-529f1138926b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:20.776880 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b357a840-6fa7-4315-9cbe-b6c287f65a51 req-13112158-0c17-4e9a-bd3a-529f1138926b tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0890417 Apr 22 20:24:20.814126 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-fc845ac5-328d-4230-8b9f-12384badc404 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891413 Apr 22 20:24:20.826645 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b357a840-6fa7-4315-9cbe-b6c287f65a51 req-a03f5beb-a918-4d27-82d6-1b83fd17c841 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Apr 22 20:24:21.989705 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-393333e9-d5a7-4837-92f9-bd782a718673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:21.991270 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-393333e9-d5a7-4837-92f9-bd782a718673 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8&tenant_id=4b97b554e47e407e81b0583cb95b318e HTTP/1.1" status: 200 len: 1099 time: 0.0822554 Apr 22 20:24:22.036031 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34e01-e2c2-4c41-951f-1b2eeb4c1b69 req-6aacea00-3633-4fe9-af6f-aedf1ec5d669 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:22.038229 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-11c34e01-e2c2-4c41-951f-1b2eeb4c1b69 req-6aacea00-3633-4fe9-af6f-aedf1ec5d669 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0932822 Apr 22 20:24:22.086339 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-11c34e01-e2c2-4c41-951f-1b2eeb4c1b69 req-afebe919-dc22-4af5-9f6a-03494908c504 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413911 Apr 22 20:24:22.091870 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-cdbddb9c-6f6f-40b7-aa93-de097eb24bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:22.093471 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-cdbddb9c-6f6f-40b7-aa93-de097eb24bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0817595 Apr 22 20:24:22.237385 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-435b2018-4c6d-4590-a044-5065de64cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:22.238945 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-435b2018-4c6d-4590-a044-5065de64cced service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1387556 Apr 22 20:24:22.350347 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-3fb32cb4-96c0-4429-af94-d003dbb007e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1001 time: 0.1046681 Apr 22 20:24:22.421761 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-888a2420-e931-405d-a4e4-69880248468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:22.423251 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-888a2420-e931-405d-a4e4-69880248468a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0669835 Apr 22 20:24:22.505070 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-3726a5c1-7830-439f-a7ca-886c9961e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:22.506805 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-3726a5c1-7830-439f-a7ca-886c9961e084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773234 Apr 22 20:24:22.647435 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-98d22fb2-3668-465f-9f1d-ef96b1351ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343417 Apr 22 20:24:22.788484 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-a6e3a27f-2530-4d80-b079-94bee9b1b573 req-c3b034c6-7a37-4efa-9de2-c04c9b192bf4 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348143 Apr 22 20:24:23.291119 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63323200-1cfb-498f-a547-2b1ad5929c8b req-83201934-e484-49d7-8c2f-3f3624b6902d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:23.292700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-63323200-1cfb-498f-a547-2b1ad5929c8b req-83201934-e484-49d7-8c2f-3f3624b6902d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0876074 Apr 22 20:24:23.342637 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-63323200-1cfb-498f-a547-2b1ad5929c8b req-22f2ae7c-daab-45d1-9ecb-91fed9b5206e tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Apr 22 20:24:23.886217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:24:24.009040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:24.038853 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:24:24.048675 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:24:24.052888 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:24.054520 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:24:24.132394 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:24:24.140541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.140924 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.141297 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.141664 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.142139 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.142502 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.142865 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.143221 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.143601 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.144094 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.144459 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.144818 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:24:24.150014 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:24:24.163056 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebe170-864d-4142-aa9c-208894689f6f req-9726a108-e82d-409d-aae6-3b4dc57480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:24.164695 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68ebe170-864d-4142-aa9c-208894689f6f req-9726a108-e82d-409d-aae6-3b4dc57480bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1097 time: 0.0872099 Apr 22 20:24:24.168997 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'code': 200} Apr 22 20:24:24.215007 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-68ebe170-864d-4142-aa9c-208894689f6f req-041b464d-bdbb-4259-b84a-41fcbf7b85a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363705 Apr 22 20:24:24.550404 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9462e47-0062-4c7c-a01e-ae3db56613ed req-7a513d3d-3fd5-43f9-96f6-f55597c1c8af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:24.552059 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b9462e47-0062-4c7c-a01e-ae3db56613ed req-7a513d3d-3fd5-43f9-96f6-f55597c1c8af tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 944 time: 0.0958271 Apr 22 20:24:24.599762 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-b9462e47-0062-4c7c-a01e-ae3db56613ed req-2e74af5d-21c9-4852-92ec-82da4f22fbeb tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Apr 22 20:24:25.803693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c2062-3472-4641-9126-663a0d933576 req-99398875-1695-4f2e-8a62-8282e08ed7b9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:24:25.805297 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-811c2062-3472-4641-9126-663a0d933576 req-99398875-1695-4f2e-8a62-8282e08ed7b9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 944 time: 0.0904365 Apr 22 20:24:25.855982 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-811c2062-3472-4641-9126-663a0d933576 req-c5dfd71b-eab0-4361-8da8-1b339acac56d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Apr 22 20:24:25.886075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 22 20:24:26.025334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:24:26.038858 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Returning: {'device': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'port_id': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'mac_address': 'fa:16:3e:97:77:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 20:24:26.099566 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:26.117419 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb93cf7-617f-4113-863d-6a06314c9d1d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 22 20:24:26.132893 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:24:26.135695 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:26.137478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:24:26.204963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:24:26.208000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:24:26.344691 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] get_ports_and_sgs() called for port_ids ['6bb93cf7-617f-4113-863d-6a06314c9d1d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 20:24:27.892391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d up at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 22 20:24:27.967713 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.provisioning_blocks [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Provisioning complete for port 6bb93cf7-617f-4113-863d-6a06314c9d1d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 20:24:27.968132 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850950526'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:28.091516 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3757919'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:28.119805 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:24:28.130046 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:24:28.134504 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784417947848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363252437277027', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784417498807'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:28.136340 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2c88103c-0f84-4963-8ec4-db3217f7c22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:24:28.173647 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'code': 200} Apr 22 20:24:28.211709 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Pushing event updated for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:24:28.214937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:24:29.696828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0ed80a14-a569-4f1b-a669-eac2fcb2e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:31.252470 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:32.200800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a906cea5-dda2-42e2-bf2b-ce0d94828169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:33.017115 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:33.625593 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:34.522142 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:24:42.115005 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:24:59.698416 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0ad04ab3-c28a-46cd-bd6f-8528af1bc272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:01.289717 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:02.201768 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-568b5ef3-b3fc-4217-a791-79f9d2242c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:02.655725 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-ed8f71d2-5fd1-433d-8695-64173eeaca82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759423 Apr 22 20:25:02.816929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-dcea374a-2823-4cfa-9fd6-d5f45fce8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:02.819194 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-dcea374a-2823-4cfa-9fd6-d5f45fce8447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0813420 Apr 22 20:25:02.972143 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-ffc129e2-12ce-4be4-a846-b1d8c5917b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:02.973659 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-ffc129e2-12ce-4be4-a846-b1d8c5917b46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.1360078 Apr 22 20:25:03.020263 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:03.078941 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-a07329f7-4d5f-4eb1-a92b-cb64a498bd2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 1001 time: 0.0987065 Apr 22 20:25:03.151183 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-9c2054ed-98cd-4d8a-a48a-167ef2d35218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:03.152721 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-9c2054ed-98cd-4d8a-a48a-167ef2d35218 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.0675731 Apr 22 20:25:03.234493 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-bf8d8705-f4df-43be-993b-fb74e85f1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:03.236001 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-bf8d8705-f4df-43be-993b-fb74e85f1d62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764151 Apr 22 20:25:03.376925 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-3d28571d-bc3c-48a5-8a3a-676d076a0e45 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339536 Apr 22 20:25:03.517558 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-14c65c33-edf1-4bb7-b5eb-13953539d643 req-2a84b871-e024-49f4-a799-5d2cccae222b service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339633 Apr 22 20:25:03.631723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:04.524737 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:19.114260 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:25:29.700412 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ab82cf5-a183-443c-ad89-c9278563d90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:31.303173 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:32.203845 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-91f3d60f-5d71-4ef8-bc0e-7a4c43bbcf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:33.022735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:33.623335 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:34.528327 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:34.599317 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38008) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:34.813574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Deleting port bb1ab61f-9694-416e-91d8-950bd53d11bb {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:34.813869 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:34.997084 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:34.997446 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:35.127475 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Calling delete_port for bb1ab61f-9694-416e-91d8-950bd53d11bb owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:35.284798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:35.289542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-7d1eb00f-9ee2-450a-8793-17764be3ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:35.336950 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event deleted for resources: {'Port': ['ID=bb1ab61f-9694-416e-91d8-950bd53d11bb,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:35.375896 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.376320 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.376736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.377148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.377611 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.377962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.378363 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.378764 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.379167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.379590 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.379992 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.380396 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:35.388276 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:35.449135 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:35.449508 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.db.l3_db [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Floating IP 3e284f8f-0b1f-46bd-84e9-653b71e4d2bd disassociated (deleted). External IP: 172.28.3.38, port: 6bb93cf7-617f-4113-863d-6a06314c9d1d. Apr 22 20:25:35.826700 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Router 9ad8a580-52ce-40fd-8901-c23f24fcf209 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:25:36.019861 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:25:36.033114 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Sync routers for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:25:36.043785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:36.044000 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:36.044543 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:36.102781 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-bc3e9295-ef15-4459-bc0e-68b9c0fa6db9 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e284f8f-0b1f-46bd-84e9-653b71e4d2bd HTTP/1.1" status: 204 len: 168 time: 1.5021493 Apr 22 20:25:36.103465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:25:36.244019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:36.247640 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'status': 'completed', 'code': 200} Apr 22 20:25:36.360097 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-4b783f9d-71c2-4eb8-84b9-fae58c859f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:36.361754 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-4b783f9d-71c2-4eb8-84b9-fae58c859f51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b97b554e47e407e81b0583cb95b318e&device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 1099 time: 0.0927184 Apr 22 20:25:36.819013 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:36.824308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Checking router: 9ad8a580-52ce-40fd-8901-c23f24fcf209 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:25:36.836677 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:36.837382 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:36.843847 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-dd1718ad-342f-4ae3-864e-2c9e94585d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:36.845424 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-dd1718ad-342f-4ae3-864e-2c9e94585d2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 200 len: 910 time: 0.4765844 Apr 22 20:25:36.860111 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8032f8-cf81-439f-b6e8-93a032a26bd2 req-94eca940-3789-4507-ae3b-0a421fe57ec1 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:36.861700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f8032f8-cf81-439f-b6e8-93a032a26bd2 req-94eca940-3789-4507-ae3b-0a421fe57ec1 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.3995559 Apr 22 20:25:36.962250 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-b3ac6a55-cf77-4f4f-8d2d-d6401ed3cb46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 200 len: 217 time: 0.0989501 Apr 22 20:25:37.049882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:37.061358 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-9f8032f8-cf81-439f-b6e8-93a032a26bd2 req-4e7ee495-acfb-4ae7-a5f7-d4ba2a790b67 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249654 Apr 22 20:25:37.072218 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-906d5782-4b0e-48c5-82e1-1d525edc41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:37.075260 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-906d5782-4b0e-48c5-82e1-1d525edc41e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 200 len: 848 time: 0.1039281 Apr 22 20:25:37.185096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-1f7822e7-b7f7-412f-b62c-325ca7728a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:37.187271 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-1f7822e7-b7f7-412f-b62c-325ca7728a26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fcf842a3-9730-4454-9b2f-55df4aff4274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1065543 Apr 22 20:25:37.356599 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-01756695-278f-4dfb-984b-eb2eb5ffba4f service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610618 Apr 22 20:25:37.438148 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:37.442674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053b9f2e-3033-44f9-9fad-d61f09661aca None None] The sync data for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb is: [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:21:39Z', 'revision_number': 4, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb', '_interfaces': [{'id': 'e99ef524-c4e9-4897-8b9c-44e6bb0e59fe', 'name': '', 'network_id': 'fcf842a3-9730-4454-9b2f-55df4aff4274', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'mac_address': 'fa:16:3e:3d:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:39Z', 'updated_at': '2021-04-22T20:21:48Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'subnets': [{'id': '1d156385-698c-41a8-8c86-816cd54f3ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:25:37.508660 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-24351cec-d598-41dd-a208-2366bc3f8e50 req-1f99bdc3-3d12-4d02-94a9-3350459e8141 service neutron] 10.222.0.20 "GET /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449172 Apr 22 20:25:37.710088 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-b25f46b6-11e7-436f-b46a-de26bb80b66d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:37.711769 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-b25f46b6-11e7-436f-b46a-de26bb80b66d tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.0913811 Apr 22 20:25:37.794551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Deleting port 6bb93cf7-617f-4113-863d-6a06314c9d1d {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:37.794945 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:37.846617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2c5c5a-95b3-4876-a294-eb75192d8c45 None None] New status for floating IP 3e284f8f-0b1f-46bd-84e9-653b71e4d2bd: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 22 20:25:38.062149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] For port 6bb93cf7-617f-4113-863d-6a06314c9d1d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6bb93cf7-617f-4113-863d-6a06314c9d1d,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:38.062542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:38.200828 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Calling delete_port for 6bb93cf7-617f-4113-863d-6a06314c9d1d owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:38.279352 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a050-2210-415e-bc6d-92a86f45ddf9 req-80e7a2b7-e0fa-4d74-add7-69c23e7fbe13 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 22 20:25:38.280041 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0342a050-2210-415e-bc6d-92a86f45ddf9 req-80e7a2b7-e0fa-4d74-add7-69c23e7fbe13 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Synchronizing usage tracker for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 22 20:25:38.294726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.quota.resource [req-0342a050-2210-415e-bc6d-92a86f45ddf9 req-80e7a2b7-e0fa-4d74-add7-69c23e7fbe13 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Unset dirty status for tenant:4b97b554e47e407e81b0583cb95b318e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 22 20:25:38.296595 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0342a050-2210-415e-bc6d-92a86f45ddf9 req-80e7a2b7-e0fa-4d74-add7-69c23e7fbe13 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/ports?device_id=5deda460-be97-41c3-ad80-bc4004cc93b8 HTTP/1.1" status: 200 len: 946 time: 0.1106288 Apr 22 20:25:38.346803 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-0342a050-2210-415e-bc6d-92a86f45ddf9 req-304a3db0-3cea-4a82-91dd-dd558d635f46 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "GET /v2.0/security-groups?id=e05190ca-9c27-4220-85c5-e9c491298762&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Apr 22 20:25:38.352530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262489595'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:38.358402 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-79508bc6-9f40-4c3f-b7af-a5b4bfef0c21 tempest-VolumesSnapshotTestJSON-1525108328 tempest-VolumesSnapshotTestJSON-1525108328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:38.410361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event deleted for resources: {'Port': ['ID=6bb93cf7-617f-4113-863d-6a06314c9d1d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:38.446693 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.447103 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.447602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.447951 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.448349 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.448748 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.449454 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.449639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.449875 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.450261 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.450654 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.451040 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 22 20:25:38.459724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:38.501380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] No DVR routers for this DVR port 6bb93cf7-617f-4113-863d-6a06314c9d1d on host hv-cinder-78763 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:25:38.503830 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2023'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:38.507064 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-deleted', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 20:25:38.522160 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [req-8b3e29b9-6054-46d3-9b74-eebc99dc2465 req-0d3ba323-be5b-451c-b409-4c449fd01cea tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.20 "DELETE /v2.0/ports/6bb93cf7-617f-4113-863d-6a06314c9d1d HTTP/1.1" status: 204 len: 173 time: 0.8053067 Apr 22 20:25:38.617198 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deda460-be97-41c3-ad80-bc4004cc93b8', 'name': 'network-vif-deleted', 'tag': '6bb93cf7-617f-4113-863d-6a06314c9d1d', 'status': 'completed', 'code': 200} Apr 22 20:25:39.450971 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38028) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:39.524602 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:39.555020 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:39.611771 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:39.617732 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-e9cf6e6e-3edf-414e-a759-a90598f38601 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:39.632969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05190ca-9c27-4220-85c5-e9c491298762,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:39.636121 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:39.642530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:39.643869 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a1edf232-73c5-49f2-866b-fe115afc46c5 tempest-TestShelveInstance-1160527655 tempest-TestShelveInstance-1160527655-project] 10.222.0.13 "DELETE /v2.0/security-groups/e05190ca-9c27-4220-85c5-e9c491298762 HTTP/1.1" status: 204 len: 168 time: 0.1916668 Apr 22 20:25:39.685740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38034) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:40.218784 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:40.256961 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] No Port match for: 6bb93cf7-617f-4113-863d-6a06314c9d1d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:40.257342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Device 6bb93cf7-617f-4113-863d-6a06314c9d1d not bound to the agent host hv-cinder-78763 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:40.258743 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:40.873154 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Deleting port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:40.873760 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:41.058348 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] For port e99ef524-c4e9-4897-8b9c-44e6bb0e59fe, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:41.058746 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:41.189238 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Calling delete_port for e99ef524-c4e9-4897-8b9c-44e6bb0e59fe owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:41.364499 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:41.369509 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:41.454213 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ef524-c4e9-4897-8b9c-44e6bb0e59fe,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:41.457165 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:41.709940 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:42.098897 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Router 9ad8a580-52ce-40fd-8901-c23f24fcf209 has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:25:42.290500 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:25:42.300032 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Sync routers for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:25:42.303873 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ad8a580-52ce-40fd-8901-c23f24fcf209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6169267 Apr 22 20:25:42.306420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38038) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:42.311071 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:42.311775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:42.497321 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:42.503747 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: dv-cinder-787632-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:42.692060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:42.700723 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Deleting port 7f851072-5002-4c7e-a1ea-e1095165daaa {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:42.701104 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:42.807551 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:25:41Z', 'revision_number': 5, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port': {'id': '7f851072-5002-4c7e-a1ea-e1095165daaa', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:36Z', 'updated_at': '2021-04-22T20:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:42.811541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Checking router: 9ad8a580-52ce-40fd-8901-c23f24fcf209 for host: dv-cinder-787632-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:25:42.820465 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Routers {'9ad8a580-52ce-40fd-8901-c23f24fcf209'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:42.821117 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['9ad8a580-52ce-40fd-8901-c23f24fcf209'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:42.890800 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] For port 7f851072-5002-4c7e-a1ea-e1095165daaa, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=7f851072-5002-4c7e-a1ea-e1095165daaa,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:42.891205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:42.986244 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] Set router 9ad8a580-52ce-40fd-8901-c23f24fcf209 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:43.026379 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Calling delete_port for 7f851072-5002-4c7e-a1ea-e1095165daaa owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:43.106298 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:25:42Z', 'revision_number': 6, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port_host': None}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:43.111267 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e4136-8929-447c-83e0-2789b5c262f6 None None] The sync data for ids ['9ad8a580-52ce-40fd-8901-c23f24fcf209'] in dv-cinder-787632-1-smb is: [{'id': '9ad8a580-52ce-40fd-8901-c23f24fcf209', 'name': 'tempest-TestShelveInstance-1977590238-router', 'tenant_id': '4b97b554e47e407e81b0583cb95b318e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:35Z', 'updated_at': '2021-04-22T20:25:42Z', 'revision_number': 6, 'project_id': '4b97b554e47e407e81b0583cb95b318e', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:25:43.460724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.465867 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-3353bea3-5bf8-48ca-ba77-34945a4e40b4 tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:43.492609 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device e99ef524-c4e9-4897-8b9c-44e6bb0e59fe no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:43.530075 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: e99ef524-c4e9-4897-8b9c-44e6bb0e59fe {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:43.530474 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device e99ef524-c4e9-4897-8b9c-44e6bb0e59fe not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:43.530943 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 7f851072-5002-4c7e-a1ea-e1095165daaa no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:43.550779 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f851072-5002-4c7e-a1ea-e1095165daaa,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:43.554050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:43.571149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 7f851072-5002-4c7e-a1ea-e1095165daaa {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:43.571626 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 7f851072-5002-4c7e-a1ea-e1095165daaa not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:43.617100 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.806467 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.808816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.830671 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.831258 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad8a580-52ce-40fd-8901-c23f24fcf209 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:25:43.844315 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.845739 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-869a8234-0154-4675-87a3-44e578e3b241 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ad8a580-52ce-40fd-8901-c23f24fcf209 HTTP/1.1" status: 204 len: 168 time: 1.5383375 Apr 22 20:25:43.848441 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38042) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:43.924296 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Deleting subnet 1d156385-698c-41a8-8c86-816cd54f3ec9 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:25:43.927361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:43.980938 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.065028 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.325002 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.330180 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:44.373877 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.378546 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d156385-698c-41a8-8c86-816cd54f3ec9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:44.378913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ceb70-2389-461e-af03-b91f31d1c6ae None None] Network fcf842a3-9730-4454-9b2f-55df4aff4274 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:25:44.381574 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:44.385397 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-10c9dd6a-60bc-482c-a880-6c06370efc3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d156385-698c-41a8-8c86-816cd54f3ec9 HTTP/1.1" status: 204 len: 168 time: 0.5359190 Apr 22 20:25:44.388107 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38046) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:44.505740 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.516929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Deleting port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:44.517308 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.648050 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] DHCP port deletion for fcf842a3-9730-4454-9b2f-55df4aff4274 request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:25:44.652529 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Deleting port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:44.652949 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.742987 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] For port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:44.743392 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.886575 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Calling delete_port for 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:44.969912 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:44.975785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-ba7e2f55-17d9-4075-8b84-4fa523f3a672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:45.025530 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:45.027560 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] No DVR routers for this DVR port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec on host dv-cinder-787632-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:25:45.029167 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:45.046735 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] For port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=4ce3d36f-9953-486a-90c1-4a1a4fc4fcec,segment=NetworkSegment(81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8),segment_id=81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:45.047170 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.154395 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.178169 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Calling delete_port for 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:45.255775 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:25:45.256162 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:25:45.272586 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf842a3-9730-4454-9b2f-55df4aff4274']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:45.285617 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:45.285963 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fe6a43-deed-42bc-b0c1-b6b1f0e2f3f8') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:45.298610 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.313431 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.320106 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:25:45.493794 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:45.505920 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Network fcf842a3-9730-4454-9b2f-55df4aff4274 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:25:45.515120 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.530953 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:45.531339 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:45.698785 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Network fcf842a3-9730-4454-9b2f-55df4aff4274 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:25:45.721330 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:25:45.757210 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Deleting port 4ce3d36f-9953-486a-90c1-4a1a4fc4fcec {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:45.757628 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.799969 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.805009 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:45.819323 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:45.831152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-1aa000c7-7512-4466-8108-4be33ce7ff3b None None] The port '4ce3d36f-9953-486a-90c1-4a1a4fc4fcec' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:25:45.834759 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf842a3-9730-4454-9b2f-55df4aff4274,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:45.838490 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:45.848517 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-434a0886-038f-497f-a142-a54797a732b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fcf842a3-9730-4454-9b2f-55df4aff4274 HTTP/1.1" status: 204 len: 168 time: 1.4594018 Apr 22 20:25:45.852247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38050) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:46.422029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-659094'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:46.797989 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Deleting port c8c7e4fc-10fc-435c-bc75-d8db79b26864 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:46.798577 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:47.228627 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] For port c8c7e4fc-10fc-435c-bc75-d8db79b26864, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=c8c7e4fc-10fc-435c-bc75-d8db79b26864,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:47.229026 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:47.360603 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Calling delete_port for c8c7e4fc-10fc-435c-bc75-d8db79b26864 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:47.544288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:47.549149 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9a95f2bb-f9bc-441c-8b97-7eaf6f1e688b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:47.597449 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c7e4fc-10fc-435c-bc75-d8db79b26864,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:47.601613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:47.891486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-659176'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:48.278420 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Router d6784764-8c09-448c-8466-1910e5869a3f has already been hosted by L3 agent 1e512484-1726-4361-a097-32c396e7df50 {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 22 20:25:48.470765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 22 20:25:48.480391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Sync routers for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 22 20:25:48.486673 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-2f784e99-b91e-476c-a81a-5870b01941b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6784764-8c09-448c-8466-1910e5869a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6333370 Apr 22 20:25:48.489377 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38054) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:48.491080 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:48.491780 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:48.679525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:48.681399 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: dv-cinder-787632-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:48.869342 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:48.877361 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Deleting port ed3bc62e-9953-4697-a266-c28d80a4dd41 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:48.877726 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:48.984133 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'external_fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:25:47Z', 'revision_number': 5, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port': {'id': 'ed3bc62e-9953-4697-a266-c28d80a4dd41', 'name': '', 'network_id': 'c4279628-1d19-47ee-be1c-74f472e0f21b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:21:43Z', 'updated_at': '2021-04-22T20:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fd9ff00-76f6-44f7-837c-c94fb173d83b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-smb'}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:48.988147 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Checking router: d6784764-8c09-448c-8466-1910e5869a3f for host: dv-cinder-787632-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 22 20:25:48.997540 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Routers {'d6784764-8c09-448c-8466-1910e5869a3f'} bound to L3 agent in host dv-cinder-787632-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 22 20:25:48.998193 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787632-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:02Z,description=,heartbeat_timestamp=2021-04-22T20:25:32Z,host='dv-cinder-787632-1-smb',id=1e512484-1726-4361-a097-32c396e7df50,load=0,resource_versions=,resources_synced=,started_at=2021-04-22T20:03:02Z,topic='l3_agent')) {'router_ids': ['d6784764-8c09-448c-8466-1910e5869a3f'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:49.067913 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] For port ed3bc62e-9953-4697-a266-c28d80a4dd41, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=ed3bc62e-9953-4697-a266-c28d80a4dd41,segment=NetworkSegment(df48b8a0-59f1-4764-90b4-38f88f230e0a),segment_id=df48b8a0-59f1-4764-90b4-38f88f230e0a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:49.069727 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:49.161978 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvr_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] Set router d6784764-8c09-448c-8466-1910e5869a3f gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 22 20:25:49.207051 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Calling delete_port for ed3bc62e-9953-4697-a266-c28d80a4dd41 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:49.395488 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:49.400634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b75e03b7-70ff-4622-80b3-9990f02d598a tempest-TestMinimumBasicScenario-1009182218 tempest-TestMinimumBasicScenario-1009182218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:49.435892 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_hamode_db [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:25:48Z', 'revision_number': 6, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port_host': None}], 'dv-cinder-787632-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:49.440060 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e151ef19-9118-437a-8446-1f34734bd1ce None None] The sync data for ids ['d6784764-8c09-448c-8466-1910e5869a3f'] in dv-cinder-787632-1-smb is: [{'id': 'd6784764-8c09-448c-8466-1910e5869a3f', 'name': 'tempest-TestShelveInstance-1761333590-router', 'tenant_id': '0e3f07aeb72d478a94266899faa0c848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:21:42Z', 'updated_at': '2021-04-22T20:25:48Z', 'revision_number': 6, 'project_id': '0e3f07aeb72d478a94266899faa0c848', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 22 20:25:49.451116 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Pushing event deleted for resources: {'Port': ['ID=ed3bc62e-9953-4697-a266-c28d80a4dd41,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:49.480694 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:49.556669 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854096023'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.002351 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854117579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745612'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.004808 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.029914 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-670065'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.030473 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6784764-8c09-448c-8466-1910e5869a3f {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 22 20:25:50.043442 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.044700 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-9cbdb53c-1d54-45e8-82c3-2e19832afcee admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6784764-8c09-448c-8466-1910e5869a3f HTTP/1.1" status: 204 len: 168 time: 1.5536261 Apr 22 20:25:50.047532 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38058) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:50.116280 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.db_base_plugin_v2 [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Deleting subnet fd473202-f42a-4653-9cfb-e04c362423c8 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 22 20:25:50.119288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.175946 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036592213436'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.259798 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850791008'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.523856 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3984792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262441606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262525976'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.528841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:50.565191 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd473202-f42a-4653-9cfb-e04c362423c8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:50.568484 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:50.569525 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.575272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0180317-7bbd-4c0a-b944-632b3b42e0c6 None None] Network bebb330a-1138-4059-b15e-757b2fbed916 requested from dv-cinder-787632-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 22 20:25:50.575706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-c336fc2f-26f4-48da-80ec-96b63d9fa421 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd473202-f42a-4653-9cfb-e04c362423c8 HTTP/1.1" status: 204 len: 168 time: 0.5271015 Apr 22 20:25:50.578383 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38062) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:50.698821 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851020820'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.710922 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Deleting port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:50.711288 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.837096 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] DHCP port deletion for bebb330a-1138-4059-b15e-757b2fbed916 request from dv-cinder-787632-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 22 20:25:50.841715 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Deleting port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:50.842137 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:50.939633 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] For port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:50.940029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.061217 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.db [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] For port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238, host dv-cinder-787632-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-smb',level=0,port_id=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,segment=NetworkSegment(ef4aae17-74f1-4df5-b668-9519a373db96),segment_id=ef4aae17-74f1-4df5-b668-9519a373db96)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 22 20:25:51.061789 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-700529'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.079270 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Calling delete_port for 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:51.156052 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850858831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363252436827935', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784417498773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262441810'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.161016 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0137cafd-1866-4253-b013-6e4f48a3aa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:51.195515 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Calling delete_port for 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 22 20:25:51.211639 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d33c031-5be6-4565-8ef5-b1f2fb2ca238,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:51.213634 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] No DVR routers for this DVR port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 on host dv-cinder-787632-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 22 20:25:51.215241 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:51.276380 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.db.api [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 22 20:25:51.276790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_db.api [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 22 20:25:51.339643 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3984885', 'neutron.services.segments.db._delete_segments_for_network-8784418029939'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.451027 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebb330a-1138-4059-b15e-757b2fbed916']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:51.468150 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4aae17-74f1-4df5-b668-9519a373db96') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:51.468478 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.services.segments.db [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4aae17-74f1-4df5-b668-9519a373db96') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 22 20:25:51.481222 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363252436765795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262562380'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.499029 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3983302'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.504674 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device c8c7e4fc-10fc-435c-bc75-d8db79b26864 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:51.505936 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 22 20:25:51.541495 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: c8c7e4fc-10fc-435c-bc75-d8db79b26864 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:51.541884 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device c8c7e4fc-10fc-435c-bc75-d8db79b26864 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:51.542374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device ed3bc62e-9953-4697-a266-c28d80a4dd41 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:51.577152 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: ed3bc62e-9953-4697-a266-c28d80a4dd41 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:51.577542 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device ed3bc62e-9953-4697-a266-c28d80a4dd41 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:51.577991 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 no longer exists at agent ovs-agent-dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 22 20:25:51.617189 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] No Port match for: 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 20:25:51.617607 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.rpc [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Device 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 not bound to the agent host dv-cinder-787632-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 22 20:25:51.694786 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Network bebb330a-1138-4059-b15e-757b2fbed916 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:25:51.703825 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850792527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036592334043'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.778387 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Deleting port 6d33c031-5be6-4565-8ef5-b1f2fb2ca238 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 20:25:51.778816 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252436832372'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.848871 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.plugin [None req-2486cca4-d35f-42e9-b75d-61aa65f938aa None None] The port '6d33c031-5be6-4565-8ef5-b1f2fb2ca238' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 20:25:51.889462 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.plugins.ml2.managers [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Network bebb330a-1138-4059-b15e-757b2fbed916 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: Traceback (most recent call last): Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: timer() Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: cb(*args, **kw) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: return func(*args, **kwargs) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: self._notify() Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: self.callback(batched_events) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: event.method(event) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: segment_id)['aggregates'][0] Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: return f(self, *a, **k) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: return self._get(url).json() Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: **kwargs) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: return self.request(url, 'GET', **kwargs) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: **endpoint_filter) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 20:25:51.914108 dv-cinder-787632-1-smb neutron-server[86245]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 20:25:51.994374 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850790915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854076786'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:51.998122 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:52.011882 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559216'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.022636 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Pushing event deleted for resources: {'Network': ['ID=bebb330a-1138-4059-b15e-757b2fbed916,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:52.027373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:52.033706 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-fe6ace77-289d-4e2e-a605-a49f1ab1044b admin admin] 10.222.0.13 "DELETE /v2.0/networks/bebb330a-1138-4059-b15e-757b2fbed916 HTTP/1.1" status: 204 len: 168 time: 1.4543083 Apr 22 20:25:52.234452 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38068) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:52.288583 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-cef33c11-4dfd-43d2-9006-57daf7e1258d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b97b554e47e407e81b0583cb95b318e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521672 Apr 22 20:25:52.290428 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38072) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:52.352190 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.378641 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.429432 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.434358 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-636f6db1-f8ad-4eea-85f1-5ef9d98d80a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:52.449188 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e519de4-ac9d-421b-a50a-eafe596ae34a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:52.451916 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:52.457720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.458974 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-a207d84a-860c-4652-aca0-79e6c06ba957 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e519de4-ac9d-421b-a50a-eafe596ae34a HTTP/1.1" status: 204 len: 168 time: 0.1675754 Apr 22 20:25:52.830900 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38080) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:52.886471 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-0ec931ac-e9e7-46eb-9f73-449e1a04df95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e3f07aeb72d478a94266899faa0c848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541868 Apr 22 20:25:52.889012 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.13', 38084) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 22 20:25:52.949765 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:52.977102 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:53.024873 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854003543'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:53.029929 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-0e54e8b8-6d8e-41b7-a65f-c1a10b8fec85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 22 20:25:53.041720 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e79a5-3107-4863-9ee1-d6c24e7a9846,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 22 20:25:53.045435 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG oslo_concurrency.lockutils [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 22 20:25:53.048736 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:25:53.049952 dv-cinder-787632-1-smb neutron-server[86245]: INFO neutron.wsgi [None req-b2e8ec49-0613-4576-a67c-67e3ed3cce27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f7e79a5-3107-4863-9ee1-d6c24e7a9846 HTTP/1.1" status: 204 len: 168 time: 0.1599755 Apr 22 20:25:56.114362 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:25:59.702518 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-3c53a6c2-0ba4-4f4d-b803-ec9e41464c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:01.302264 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:02.205676 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0fc39269-783c-42d7-aefc-8361e1559d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:03.024480 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:03.626738 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:04.531326 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:29.703464 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22dc6db0-023f-4c02-88f2-a41078d80976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:31.318205 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:32.206712 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf826-7087-4cc4-b5a7-df0261cf279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:33.030520 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:33.113507 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:26:33.630902 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:34.533541 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:26:59.705053 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-0f268f5e-1eec-4a45-b382-274c2688922f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:01.319538 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:02.208044 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c128173b-0dcc-4c7c-b875-50c525e1774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:03.030364 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:03.632876 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:04.536769 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:10.113015 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:27:29.708962 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-244ed64e-6563-474c-93e3-7fcab04913d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:31.319231 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:32.211619 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-22376fd0-e062-41a3-a19f-88188dccd82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:33.033881 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:33.639656 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:34.540200 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:27:38.373841 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-92a2cea9-65b9-4c38-84ae-9a0cef8027a9 req-e9232879-8045-409f-8c5c-a651fe74a84d service neutron] (86357) timed out ('10.222.0.20', 49921) {{(pid=86357) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 20:27:42.225196 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-16abcff9-46ef-4fe8-9d7a-a2dfdd0d6615 req-d5ac9e70-5bce-4637-9c9b-3439eb0892f7 tempest-DeleteServersTestJSON-621021966 tempest-DeleteServersTestJSON-621021966-project] (86356) timed out ('10.222.0.20', 49919) {{(pid=86356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 20:27:47.112357 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:27:59.709927 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-4c0289cc-4c92-4e3d-8b70-891fabe814bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:01.316334 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:02.213486 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5713b031-7ce1-4fd8-8e2f-2626630e67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:03.035373 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:03.632666 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:04.208247 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.wsgi [req-68776b20-74d2-4fbb-a5f2-d7016e366aad req-8720b64c-424c-43f5-ae50-1dd3ddb686b5 service neutron] (86357) timed out ('10.222.0.20', 49891) {{(pid=86357) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 22 20:28:04.540795 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:24.111482 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:28:29.711153 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-70b0c48d-8c5e-442e-bd39-97f9d6bd05d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:31.327905 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:32.216272 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-d322de1d-e842-46cb-ae7c-532fe791b524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:33.038391 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:33.634863 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:34.543957 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:28:59.714512 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-c71982b3-8af3-4d02-aa87-5fb2d12fec7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:01.110990 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:29:01.344937 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:02.217724 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-32d0bf16-7a97-4f2f-be0e-595965ad7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:03.041215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:03.636501 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:04.547485 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:29.717215 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-fea5b160-2fa3-47a2-878f-f13d4809dc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:31.344397 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:32.219178 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-14bc30f2-62b9-478d-a2fa-a0f5da9108fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:33.044613 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:33.638427 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:34.550019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:29:38.110701 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:29:59.720019 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e83bc9e6-9d72-46da-8791-7a714647d278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:01.344790 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:02.222214 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-e2e62b37-1037-4d0a-b668-8107357005c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:03.046390 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-951dd118-1db1-40d0-9516-b6a82ecff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:03.641208 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-5ca3b699-bbcd-4aed-8f62-fc111c89fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:04.553718 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-65e0a262-327e-46d3-b720-fdadddb3c9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:15.109730 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron.db.agents_db [None req-f772829e-9f11-4ba9-b7c6-629b6a7ad18a None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 22 20:30:29.726293 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-64f3bdcc-e33d-4353-8203-39e4a82758a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 22 20:30:31.360536 dv-cinder-787632-1-smb neutron-server[86245]: DEBUG neutron_lib.callbacks.manager [None req-6124b48e-34a0-44f5-a1fc-85f5d781f053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363252436745861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825367'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}